-- Logs begin at Thu 2021-06-10 21:57:45 UTC, end at Thu 2021-06-10 23:07:37 UTC. -- Jun 10 22:38:05.306991 dv-cinder-790535-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 10 22:38:07.932288 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.common.config [-] Logging enabled! Jun 10 22:38:07.932835 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev324 Jun 10 22:38:07.932979 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98647) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 22:38:07.936200 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.common.config [-] Logging enabled! Jun 10 22:38:07.936456 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev324 Jun 10 22:38:07.936762 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98647) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 22:38:07.937930 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 22:38:07.938159 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 22:38:07.938509 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 22:38:07.938752 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 22:38:07.938975 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 22:38:07.939288 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.939582 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.939955 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.940189 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.940481 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.940767 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.941043 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.941325 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.941617 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.941896 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.942169 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.942444 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.942668 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.942946 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.943225 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.943506 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.943726 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] debug = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.944023 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.944436 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.944842 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.945122 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.945406 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.945679 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.945942 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.946212 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.946489 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.946815 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] host = dv-cinder-790535-2-iscsi {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.947089 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.947378 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.947655 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.947954 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.948226 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.948494 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.948771 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.949036 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.949303 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] log_file = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.949572 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.949878 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.950161 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.950444 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.950665 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.950883 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.951166 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.951445 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.951715 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.952016 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.952286 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.952553 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.952820 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.953088 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.953368 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.953646 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.953923 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.954193 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.954460 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.954721 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.954989 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.955266 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.955533 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.955799 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.956100 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.956383 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.956644 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.956910 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.957203 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.957482 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.957755 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.958031 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.958299 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.958575 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.958841 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.959106 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.959371 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] use_json = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.959636 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.959920 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.960198 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.960464 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.960727 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.960995 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.961259 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.961535 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:07.961823 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.962116 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.962411 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.962689 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.962985 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.963263 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.963548 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.963822 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.964130 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.964414 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.964697 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.964972 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.965255 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.966040 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.966333 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.966634 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.966924 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.967213 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.967486 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.967757 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.968056 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.968330 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.968614 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.968904 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.969259 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.969532 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.969809 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.970097 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.970409 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.970734 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.970986 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.971274 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.971585 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.971949 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.972159 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.972433 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.972761 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.973064 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.973348 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.973673 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.973948 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.974217 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.974487 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.974758 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.975025 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.975424 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.975761 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.976054 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.976329 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.976609 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.976884 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.977156 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.977435 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.977706 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.977981 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.978252 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.978521 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.978790 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.979057 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.979325 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.979593 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.979874 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.980157 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.980443 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.980695 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.980993 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.981816 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.982089 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.982376 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.982670 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.982945 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.983220 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.983505 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.983783 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.984085 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.984362 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.984640 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.984917 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.985188 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.985476 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.985761 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.986046 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.986327 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.986602 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.986895 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.987171 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.987449 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.987726 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.988031 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.988323 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.988604 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.988894 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.989185 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.989476 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.989769 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.990056 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.990333 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.990639 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.990917 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:07.991131 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 22:38:07.991371 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98647) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 10 22:38:08.333405 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:08.333611 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:08.333898 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:08.334231 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 10 22:38:08.717320 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.717607 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.717877 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.719176 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.719449 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.719711 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.752958 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.753235 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.753500 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.766868 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.767144 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.767409 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.796583 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.796860 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.797129 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.832756 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.833041 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:08.833311 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.062699 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.063285 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.063285 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.063446 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.064366 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.184949 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.185265 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.185560 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.185829 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.186096 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.186403 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.186659 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.186913 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.187164 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.187707 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.187987 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.188254 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.188524 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.188790 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.189047 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.189320 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.189592 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.189849 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.190116 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.190374 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.190654 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.190998 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.191248 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.191529 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.191775 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.192044 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.192438 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:38:09.192679 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:38:09.192918 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:38:09.193152 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:38:09.193384 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:38:09.193615 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:38:09.194855 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 10 22:38:09.197937 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 10 22:38:09.201833 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 10 22:38:09.205513 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jun 10 22:38:09.207124 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 10 22:38:09.207562 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 10 22:38:09.207921 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 10 22:38:09.208303 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 10 22:38:09.211035 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 10 22:38:09.211287 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 10 22:38:09.211631 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 22:38:09.239407 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 10 22:38:09.239873 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.240173 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98647) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 10 22:38:09.240529 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.241864 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98647) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 10 22:38:09.242144 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 22:38:09.242389 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 10 22:38:09.245535 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.245814 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:09.306743 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 10 22:38:09.306976 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 10 22:38:09.307211 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 10 22:38:09.307572 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 10 22:38:09.328592 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_db.sqlalchemy.engines [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98647) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 10 22:38:09.920405 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Initializing driver for type 'gre' Jun 10 22:38:09.920882 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] gre ID ranges: [(1, 1000)] Jun 10 22:38:10.057037 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Initializing driver for type 'local' Jun 10 22:38:10.057318 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Initializing driver for type 'vlan' Jun 10 22:38:10.108462 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] VlanTypeDriver initialization complete Jun 10 22:38:10.109028 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Initializing driver for type 'vxlan' Jun 10 22:38:10.109298 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] vxlan ID ranges: [(1, 1000)] Jun 10 22:38:10.268555 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Initializing extension driver 'port_security' Jun 10 22:38:10.268924 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.extensions.port_security [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] PortSecurityExtensionDriver initialization complete Jun 10 22:38:10.269263 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Initializing mechanism driver 'openvswitch' Jun 10 22:38:10.269625 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Initializing mechanism driver 'hyperv' Jun 10 22:38:10.281870 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.plugins.ml2.plugin [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:10.282802 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > port after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.283179 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > port after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.283539 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > port after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.283960 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > subnet after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.284317 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > subnet after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.284662 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.285079 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > network after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.285426 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > network after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.285766 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > network after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.286144 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > security_group after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.286495 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > security_group after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.286836 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.287213 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.287555 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.287913 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.288296 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > address_group after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.288641 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > address_group after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.289004 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.289343 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] ML2 OVO RPC backend initialized. {{(pid=98647) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 10 22:38:10.290079 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.290435 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.290847 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > network before_response 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.291191 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > networks before_response 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.291534 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > port before_response 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.291893 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > ports before_response 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.292239 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > subnet before_response 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.292580 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > subnets before_response 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.292930 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > network after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.293269 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > network after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.293604 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > network after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.293963 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > port after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.294297 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > port after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.294680 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > port after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.295017 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > subnet after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.295349 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > subnet after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.295681 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.296314 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.plugin [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Modular L2 Plugin initialization complete Jun 10 22:38:10.296637 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading services supported by the core plugin {{(pid=98647) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 10 22:38:10.296960 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.plugins.ml2.managers [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Got port-security extension from driver 'port_security' Jun 10 22:38:10.297424 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.extensions.vlantransparent [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Disabled vlantransparent extension. Jun 10 22:38:10.297910 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98647) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 10 22:38:10.298225 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading Plugin: router Jun 10 22:38:10.338625 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.339013 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router after_create 55549900 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.339376 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router before_create 55549900 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.339734 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.340150 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.340507 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router after_delete 55549900 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.340860 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.341217 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router after_create 55549900 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.342190 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router after_update 55549900 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.342537 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router after_update 55549900 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.342881 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.343276 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router after_update 55549900 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.343676 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router precommit_update 55549900 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.344063 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: port after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.344401 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: port after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.344735 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: subnet after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.345069 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.345413 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.345758 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router precommit_create 55549900 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.346096 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: port before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.346436 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router precommit_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.346790 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router after_update 55549900 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.347131 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.347516 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router precommit_create 55549900 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.347896 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.348244 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router precommit_update 55549900 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.348611 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > network after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.349464 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Tracking information for resource: router configured {{(pid=98647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:38:10.349797 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Tracking information for resource: floatingip configured {{(pid=98647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 22:38:10.354824 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.db.l3_agentschedulers_db [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 10 22:38:10.361317 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: port after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.361317 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: port after_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.361317 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: port after_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.361317 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: port after_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.361317 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router before_create 55550100 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.361689 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.361689 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router precommit_create 55550100 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.361689 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > router precommit_update 55550100 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.362918 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.services.provider_configuration [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service providers = [] {{(pid=98647) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 10 22:38:10.363279 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.db.servicetype_db [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98647) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 10 22:38:10.366215 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.services.service_base [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 22:38:10.366557 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.services.service_base [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 22:38:10.366895 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.services.service_base [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 22:38:10.367750 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.services.service_base [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 22:38:10.368141 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.services.service_base [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 10 22:38:10.368512 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:38:10.368826 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 10 22:38:10.379257 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:38:10.379591 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading Plugin: auto_allocate Jun 10 22:38:10.385398 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: network precommit_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.385756 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: network precommit_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.386304 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:38:10.386622 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading Plugin: tag Jun 10 22:38:10.400477 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:38:10.400811 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading Plugin: timestamp Jun 10 22:38:10.405290 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:38:10.405621 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading Plugin: network_ip_availability Jun 10 22:38:10.410964 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.411331 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.411686 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.412420 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:38:10.412742 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading Plugin: flavors Jun 10 22:38:10.422132 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:38:10.422466 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading Plugin: revisions Jun 10 22:38:10.426692 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 22:38:10.427084 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_concurrency.lockutils [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.093s {{(pid=98647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:10.427893 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98647) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 10 22:38:10.428234 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Initializing extension manager. Jun 10 22:38:10.428729 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: __init__.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.429063 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: __pycache__ {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.429389 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.429715 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: address_group.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.430453 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.431005 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: address-group Jun 10 22:38:10.431326 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: address_scope.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.432063 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.432576 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: address-scope Jun 10 22:38:10.432930 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.433842 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.434355 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: router-admin-state-down-before-update Jun 10 22:38:10.434673 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: agent.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.435654 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.436199 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: agent Jun 10 22:38:10.436519 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: agent_resources_synced.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.437671 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.438180 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: agent-resources-synced Jun 10 22:38:10.438501 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: allowedaddresspairs.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.440309 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.440838 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: allowed-address-pairs Jun 10 22:38:10.441161 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: auto_allocated_topology.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.442210 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.442746 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: auto-allocated-topology Jun 10 22:38:10.443452 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: availability_zone.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.444194 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.444706 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: availability_zone Jun 10 22:38:10.445028 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: availability_zone_filter.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.451498 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.452075 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: availability_zone_filter Jun 10 22:38:10.452398 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: data_plane_status.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.453277 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.453785 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension data-plane-status not supported by any of loaded plugins Jun 10 22:38:10.454105 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: default_subnetpools.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.454990 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.455498 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: default-subnetpools Jun 10 22:38:10.455817 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.456670 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.457188 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: dhcp_agent_scheduler Jun 10 22:38:10.457505 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: dns.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.458390 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.458894 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension dns-integration not supported by any of loaded plugins Jun 10 22:38:10.459212 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: dns_domain_ports.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.460126 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.460629 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 10 22:38:10.460947 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: dvr.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.461599 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.462146 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: dvr Jun 10 22:38:10.462468 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: empty_string_filtering.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.463343 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.463869 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: empty-string-filtering Jun 10 22:38:10.464190 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.465074 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.465574 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 10 22:38:10.465892 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.467327 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.467879 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 10 22:38:10.468195 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: external_net.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.469076 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.469601 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: external-net Jun 10 22:38:10.469899 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.470784 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.471291 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: extra_dhcp_opt Jun 10 22:38:10.471609 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: extraroute.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.472519 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.473032 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: extraroute Jun 10 22:38:10.473391 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: extraroute_atomic.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.474406 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.474959 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: extraroute-atomic Jun 10 22:38:10.475280 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: filter_validation.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.475962 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.486107 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: filter-validation Jun 10 22:38:10.486107 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: fip_pf_description.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.486786 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.487292 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 10 22:38:10.487608 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: fip_port_details.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.488535 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.489051 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: fip-port-details Jun 10 22:38:10.489368 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: flavors.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.490575 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.491092 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: flavors Jun 10 22:38:10.491416 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.493069 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.493591 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 10 22:38:10.493916 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: floatingip_pools.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.494597 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.495114 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: floatingip-pools Jun 10 22:38:10.495435 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: ip_allocation.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.496411 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.496915 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension ip_allocation not supported by any of loaded plugins Jun 10 22:38:10.497235 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.498148 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.498657 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: ip-substring-filtering Jun 10 22:38:10.498980 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: l2_adjacency.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.499905 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.500415 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 10 22:38:10.500736 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: l3.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.501690 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.502250 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: router Jun 10 22:38:10.502570 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.504934 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.505466 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 10 22:38:10.505796 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.506704 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.507222 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: ext-gw-mode Jun 10 22:38:10.507550 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.508472 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.509028 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: l3-ha Jun 10 22:38:10.509352 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: l3_flavors.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.510237 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.510748 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: l3-flavors Jun 10 22:38:10.511071 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.512011 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.512521 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 10 22:38:10.512839 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: l3agentscheduler.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.514365 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.514915 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: l3_agent_scheduler Jun 10 22:38:10.515238 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: logging.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.516731 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.517248 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension logging not supported by any of loaded plugins Jun 10 22:38:10.517575 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: metering.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.518296 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.518910 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: metering Jun 10 22:38:10.519238 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.520316 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.520835 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: metering_source_and_destination_fields Jun 10 22:38:10.521156 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: multiprovidernet.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.522052 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.522558 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: multi-provider Jun 10 22:38:10.522877 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: netmtu.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.523762 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.524299 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: net-mtu Jun 10 22:38:10.524619 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: netmtu_writable.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.525552 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.526057 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: net-mtu-writable Jun 10 22:38:10.526376 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: network_availability_zone.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.527031 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.527537 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: network_availability_zone Jun 10 22:38:10.527889 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: network_ip_availability.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.529505 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.530032 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: network-ip-availability Jun 10 22:38:10.530354 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: network_segment_range.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.531101 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.531605 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension network-segment-range not supported by any of loaded plugins Jun 10 22:38:10.531952 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: pagination.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.532916 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.533241 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: pagination Jun 10 22:38:10.533555 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: port_device_profile.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.538270 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.538785 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: port-device-profile Jun 10 22:38:10.539105 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.540025 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.540544 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: port-mac-address-regenerate Jun 10 22:38:10.540862 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.541779 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.542293 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: port-numa-affinity-policy Jun 10 22:38:10.542610 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: port_resource_request.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.543497 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.544040 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension port-resource-request not supported by any of loaded plugins Jun 10 22:38:10.544357 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: portbindings.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.545289 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.545800 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: binding Jun 10 22:38:10.546116 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: portbindings_extended.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.548877 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.549454 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: binding-extended Jun 10 22:38:10.549784 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: portsecurity.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.550687 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.551203 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: port-security Jun 10 22:38:10.551527 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: project_id.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.552507 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.552837 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: project-id Jun 10 22:38:10.553157 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: providernet.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.554084 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.554605 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: provider Jun 10 22:38:10.554926 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: qos.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.558430 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.558960 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension qos not supported by any of loaded plugins Jun 10 22:38:10.559288 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.560570 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.561090 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 10 22:38:10.561418 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.562572 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.563089 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 10 22:38:10.563413 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: qos_default.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.564333 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.564843 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension qos-default not supported by any of loaded plugins Jun 10 22:38:10.565166 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: qos_fip.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.565802 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.566306 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension qos-fip not supported by any of loaded plugins Jun 10 22:38:10.566626 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: qos_gateway_ip.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.567534 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.568085 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 10 22:38:10.568407 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: qos_port_network_policy.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.569288 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.569802 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 10 22:38:10.570120 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: qos_rule_type_details.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.571010 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.571521 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 10 22:38:10.571839 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: qos_rules_alias.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.572876 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.573391 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 10 22:38:10.573707 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: quotasv2.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.574593 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.574917 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: quotas Jun 10 22:38:10.575233 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: quotasv2_detail.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.578778 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.579113 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: quota_details Jun 10 22:38:10.579439 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: rbac.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.580511 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.581044 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: rbac-policies Jun 10 22:38:10.581375 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: rbac_address_group.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.582274 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.582789 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: rbac-address-group Jun 10 22:38:10.583112 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: rbac_address_scope.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.584033 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.584551 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: rbac-address-scope Jun 10 22:38:10.584873 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: rbac_security_groups.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.585775 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.586289 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: rbac-security-groups Jun 10 22:38:10.586611 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: rbac_subnetpool.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.587699 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.588246 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: rbac-subnetpool Jun 10 22:38:10.588570 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: revisionifmatch.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.589464 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.589976 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: revision-if-match Jun 10 22:38:10.590298 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: revisions.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.591428 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.592471 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: standard-attr-revisions Jun 10 22:38:10.592793 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: router_availability_zone.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.593445 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.593951 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: router_availability_zone Jun 10 22:38:10.594268 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: routerservicetype.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.595178 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.595688 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension router-service-type not supported by any of loaded plugins Jun 10 22:38:10.596039 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.596929 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.597439 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: security-groups-normalized-cidr Jun 10 22:38:10.597755 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.598643 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.599147 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: port-security-groups-filtering Jun 10 22:38:10.599465 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.600376 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.600889 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: security-groups-remote-address-group Jun 10 22:38:10.601205 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: securitygroup.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.610677 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.611207 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: security-group Jun 10 22:38:10.611542 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: segment.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.612340 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.612848 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension segment not supported by any of loaded plugins Jun 10 22:38:10.613172 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.614084 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.614595 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 10 22:38:10.614917 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: servicetype.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.616033 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.616550 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: service-type Jun 10 22:38:10.616871 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: sorting.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.617819 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.618145 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: sorting Jun 10 22:38:10.618462 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: standard_attr_segment.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.619359 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.619901 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 10 22:38:10.620226 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: standardattrdescription.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.620860 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.621370 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: standard-attr-description Jun 10 22:38:10.621690 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: stateful_security_group.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.622578 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.623622 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: stateful-security-group Jun 10 22:38:10.623973 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: stdattrs_common.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.624539 dv-cinder-790535-2-iscsi neutron-server[98647]: WARNING neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 10 22:38:10.624858 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.625816 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.626332 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 10 22:38:10.626652 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: subnet_onboard.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.627684 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.628240 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: subnet_onboard Jun 10 22:38:10.628562 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.629464 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.629973 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 10 22:38:10.630292 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: subnet_service_types.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.631183 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.631698 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: subnet-service-types Jun 10 22:38:10.632044 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: subnetallocation.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.633085 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.633600 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: subnet_allocation Jun 10 22:38:10.633922 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.634567 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.635109 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: subnetpool-prefix-ops Jun 10 22:38:10.635427 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.636360 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.636957 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 10 22:38:10.637281 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: tagging.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.638384 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.638919 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: standard-attr-tag Jun 10 22:38:10.639238 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: timestamp.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.640429 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.640946 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loaded extension: standard-attr-timestamp Jun 10 22:38:10.641276 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: trunk.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.642279 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.642794 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension trunk not supported by any of loaded plugins Jun 10 22:38:10.643118 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: trunk_details.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.644064 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.644564 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension trunk-details not supported by any of loaded plugins Jun 10 22:38:10.644884 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: uplink_status_propagation.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.645810 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.646320 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 10 22:38:10.646641 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Loading extension file: vlantransparent.py {{(pid=98647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 22:38:10.647298 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 22:38:10.647806 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 10 22:38:10.650218 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:network Jun 10 22:38:10.650738 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:subnet Jun 10 22:38:10.651136 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 22:38:10.651530 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:port Jun 10 22:38:10.652796 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.v2.resource_helper [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:38:10.653229 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.v2.resource_helper [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service FLAVORS assigned prefix: {{(pid=98647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:38:10.654373 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.v2.resource_helper [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:38:10.654819 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.v2.resource_helper [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:38:10.655147 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:router Jun 10 22:38:10.655583 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 22:38:10.656090 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.v2.resource_helper [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service METERING assigned prefix: /metering {{(pid=98647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:38:10.657509 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.657876 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.658222 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:38:10.659218 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 22:38:10.659657 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:security_group Jun 10 22:38:10.660128 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 22:38:10.660728 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.v2.resource_helper [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service CORE assigned prefix: {{(pid=98647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:38:10.661058 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 22:38:10.661412 dv-cinder-790535-2-iscsi neutron-server[98647]: WARNING neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] subnetpool is already registered Jun 10 22:38:10.661836 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.v2.resource_helper [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service CORE assigned prefix: {{(pid=98647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:38:10.662159 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 22:38:10.662493 dv-cinder-790535-2-iscsi neutron-server[98647]: WARNING neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] subnetpool is already registered Jun 10 22:38:10.664786 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.v2.resource_helper [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:38:10.665214 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.v2.resource_helper [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service FLAVORS assigned prefix: {{(pid=98647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:38:10.665800 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.v2.resource_helper [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:38:10.666213 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.v2.resource_helper [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:38:10.666544 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:router Jun 10 22:38:10.666886 dv-cinder-790535-2-iscsi neutron-server[98647]: WARNING neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] router is already registered Jun 10 22:38:10.667295 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 22:38:10.667630 dv-cinder-790535-2-iscsi neutron-server[98647]: WARNING neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] floatingip is already registered Jun 10 22:38:10.668114 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.v2.resource_helper [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service METERING assigned prefix: /metering {{(pid=98647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:38:10.668774 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 22:38:10.669098 dv-cinder-790535-2-iscsi neutron-server[98647]: WARNING neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] rbac_policy is already registered Jun 10 22:38:10.669626 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:security_group Jun 10 22:38:10.670568 dv-cinder-790535-2-iscsi neutron-server[98647]: WARNING neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] security_group is already registered Jun 10 22:38:10.671011 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 22:38:10.671357 dv-cinder-790535-2-iscsi neutron-server[98647]: WARNING neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] security_group_rule is already registered Jun 10 22:38:10.672042 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.v2.resource_helper [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service CORE assigned prefix: {{(pid=98647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:38:10.672380 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 22:38:10.672719 dv-cinder-790535-2-iscsi neutron-server[98647]: WARNING neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] subnetpool is already registered Jun 10 22:38:10.673146 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.v2.resource_helper [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Service CORE assigned prefix: {{(pid=98647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 22:38:10.673477 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 22:38:10.673812 dv-cinder-790535-2-iscsi neutron-server[98647]: WARNING neutron.quota.resource_registry [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] subnetpool is already registered Jun 10 22:38:10.674289 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: extensions {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.675748 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: address-groups {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.677269 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: address-scopes {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.678588 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: agents {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.679737 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: auto-allocated-topology {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.681008 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: availability_zones {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.682211 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: dhcp-networks {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.683702 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: dhcp-agents {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.685161 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: routers {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.686843 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: flavors {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.688399 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: service_profiles {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.689602 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: next_providers {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.691036 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: service_profiles {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.692601 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: floatingip-pools {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.693812 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: routers {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.695475 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: floatingips {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.696758 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: l3-routers {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.698142 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: l3-agents {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.699655 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: metering-labels {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.700935 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: metering-label-rules {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.703257 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: network-ip-availabilities {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.704551 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: bindings {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.706083 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: quotas {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.707614 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: quotas {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.709056 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: rbac-policies {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.710236 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: security-groups {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.711545 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: security-group-rules {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.712802 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: service-providers {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.714019 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: subnetpools {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.715355 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: subnetpools {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.717487 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: tags {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.719162 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: tags {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.720986 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: tags {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.722752 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: tags {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.724442 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: tags {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.726367 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: tags {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.728059 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: tags {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.729878 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: tags {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.731714 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: tags {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.734066 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron.api.extensions [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Extended resource: tags {{(pid=98647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 22:38:10.740210 dv-cinder-790535-2-iscsi neutron-server[98647]: WARNING keystonemiddleware.auth_token [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 10 22:38:10.744699 dv-cinder-790535-2-iscsi neutron-server[98647]: WARNING keystonemiddleware.auth_token [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 10 22:38:10.753138 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_concurrency.lockutils [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Acquired lock "singleton_lock" {{(pid=98647) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 10 22:38:10.753616 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_concurrency.lockutils [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Releasing lock "singleton_lock" {{(pid=98647) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 10 22:38:10.754245 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO oslo_service.service [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Starting 2 workers Jun 10 22:38:10.759010 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Started child 98754 {{(pid=98647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 22:38:10.763404 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Started child 98755 {{(pid=98647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 22:38:10.764275 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:10.764990 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO neutron.service [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 10 22:38:10.765640 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Notify callbacks [] for process, before_spawn {{(pid=98647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:10.765831 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [-] (98754) wsgi starting up on http://0.0.0.0:9696 Jun 10 22:38:10.768062 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO oslo_service.service [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Starting 1 workers Jun 10 22:38:10.768554 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:10.770036 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [-] (98755) wsgi starting up on http://0.0.0.0:9696 Jun 10 22:38:10.773177 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Started child 98756 {{(pid=98647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 22:38:10.773697 dv-cinder-790535-2-iscsi neutron-server[98647]: INFO oslo_service.service [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Starting 1 workers Jun 10 22:38:10.776805 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.service [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] calling RpcWorker wait() {{(pid=98756) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 10 22:38:10.777392 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.service [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] returning from RpcWorker wait() {{(pid=98756) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 10 22:38:10.778060 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Started child 98757 {{(pid=98647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 22:38:10.778517 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:10.779413 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG neutron_lib.callbacks.manager [None req-3468569e-5bb8-47e5-8143-192c7b044084 None None] Notify callbacks [] for process, after_spawn {{(pid=98647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:10.779515 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:10.781299 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98647) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 22:38:10.781514 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 22:38:10.781698 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 22:38:10.781910 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 22:38:10.782260 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 22:38:10.782418 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 22:38:10.783084 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.783357 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.783448 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:10.783908 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.783908 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.784135 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.784854 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.785119 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.785355 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.785623 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.785856 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.786027 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.786345 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.786608 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.786860 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.787181 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.787459 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.787706 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.788021 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.788187 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.788585 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.788850 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.789108 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.789367 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] debug = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.789605 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.790120 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.790364 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.790607 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.790840 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.791131 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.791358 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.791643 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.791936 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.792190 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.792448 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.792705 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.792943 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.793168 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.793387 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.793641 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.793860 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.794352 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] host = dv-cinder-790535-2-iscsi {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.794669 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.795395 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.795646 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.795910 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.796170 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.796389 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.796636 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.796859 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.797120 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.797337 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.797587 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.797830 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.798042 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.798300 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_file = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.798462 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_options = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.798693 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.798962 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.799216 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.799403 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.799571 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.799743 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.800033 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.800188 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.800441 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.800661 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.800867 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.801075 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.801291 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.801498 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.801730 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.801968 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.802177 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.802379 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.802632 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.802873 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.803094 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.803316 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.803529 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.803757 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.804012 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.804241 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.804467 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.804675 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.805865 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.806208 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.806828 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.807375 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.807643 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.807951 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.808116 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:10.808228 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.808346 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.808588 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.808858 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.809096 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.809347 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.809611 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.809850 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.810122 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.810371 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.810614 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.810850 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] use_json = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.811084 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.811299 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.811550 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.811766 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.812003 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.812217 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.818425 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.818425 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.818425 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.818425 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.818425 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.818425 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.818425 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.818425 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.819383 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.819383 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.819383 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.819383 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.819383 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.819383 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.819383 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.819383 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.819383 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.820531 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.820531 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.820531 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.820531 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.820531 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.820531 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.820531 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.820531 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.821421 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.821421 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.821421 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.821421 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.821421 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.821421 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.821421 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.821421 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.822304 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.822304 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.822304 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.822304 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.822304 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.822883 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.822883 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.823121 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.823121 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.823358 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.823590 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.823809 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.824070 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.824284 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.824495 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.825528 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.825687 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.825842 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.826084 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.826337 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.826599 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.826855 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.827108 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.827342 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.827609 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.827845 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.828102 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.828325 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.828553 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.828806 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.829065 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.829315 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.829538 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.829757 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.830005 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.830254 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.830460 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.830759 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.830982 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.831229 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.831460 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.831661 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.832072 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.832497 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.832497 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.832694 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.832772 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.832966 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.833198 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.833771 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.833771 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.834017 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.834137 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.834321 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.834659 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.834903 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.835255 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.835387 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.835636 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.835897 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.836150 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.836389 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.836611 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.836825 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.837195 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.837337 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.837583 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.837829 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.838073 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.838296 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.838516 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.838773 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.838997 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.839234 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.839592 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.839741 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.840040 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.840471 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.840736 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.840994 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.841271 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.842080 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.842294 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.842527 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.842793 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.843557 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.843557 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.843890 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.843890 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.844175 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.844336 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.845151 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.845151 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.845151 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.845612 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.845612 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.845892 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.846027 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.846240 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.847047 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.847047 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.847047 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.847816 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.847816 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.847816 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.848378 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.848378 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.848650 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.848800 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.848936 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.849191 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.849447 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.849684 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.849911 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.850124 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.850352 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.850613 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.850764 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.850981 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.851214 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.851430 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.851676 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.851944 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.852180 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.852417 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.852647 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.852868 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.853081 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.853462 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.853608 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.853757 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.854009 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.854213 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.854432 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.854648 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.854892 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.855123 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.855685 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.855685 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.856003 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.856908 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.856908 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.856908 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.856908 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.857925 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.857925 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.858077 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.858662 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.858662 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.858662 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.858907 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.859024 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.859252 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.859466 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.859738 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.860020 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.860429 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.860579 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.860831 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.861067 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.861280 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.861540 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.863887 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.863887 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.863887 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.863887 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.863887 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.863887 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.863887 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.863887 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.864489 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.864489 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.864489 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.864489 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.864489 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.864829 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.864829 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.864977 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.865213 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.865442 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.865693 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.865902 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.866114 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.866327 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.866556 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.866781 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.867009 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.867216 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.867428 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.867634 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.867891 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.868102 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.868310 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.868543 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.868752 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.868975 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.869184 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.869390 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.869602 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.869832 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.870167 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.870442 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.870661 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.870949 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.871174 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.871400 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.871663 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.872019 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.872252 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.872497 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.872741 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.872958 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.873197 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.873423 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.873741 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.874039 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.874308 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.874563 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.874829 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.875115 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.875386 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.875602 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.875915 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.876245 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.876527 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.876799 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.877034 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.877321 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.877565 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.877780 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.878017 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.878260 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.878474 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.878750 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.878979 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.879203 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.879416 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.879644 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.879881 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.880133 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.880338 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.880756 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.880981 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.881142 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 22:38:10.881704 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98647) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 22:38:10.881867 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 22:38:10.882023 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 22:38:10.882198 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 22:38:10.882368 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 22:38:10.882520 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 22:38:10.882727 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.882895 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.883056 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.883217 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.883380 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.883561 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.883723 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.883914 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.884077 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.884236 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.884394 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.884555 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.884713 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.884868 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.885025 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.885364 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.885523 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.885688 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.885854 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.886014 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.886173 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.886331 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.886490 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] debug = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.887362 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.887362 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.887362 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.887362 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.887362 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.888040 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.888040 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.888040 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.888040 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.888040 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.888430 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.888430 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.888582 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.888660 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.888822 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.888983 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.889137 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.889299 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] host = dv-cinder-790535-2-iscsi {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.889461 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.889643 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.889792 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.889930 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.890066 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.890226 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.890363 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.890499 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.890637 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.890800 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.890956 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.891114 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.891273 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.891431 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_file = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.891593 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_options = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.891758 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.891919 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.892062 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.895879 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.895879 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.895879 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.895879 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.895879 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.895879 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.895879 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896407 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896407 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896407 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896407 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896407 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896407 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896407 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896407 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896933 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896933 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896933 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896933 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896933 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896933 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896933 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.896933 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897459 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897459 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897459 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897459 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897459 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897459 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897459 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897459 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897982 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897982 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897982 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897982 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897982 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897982 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897982 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.897982 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.898509 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.898509 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.898509 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.898509 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] use_json = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.898786 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.898786 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.898922 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.898995 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.899118 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.899276 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.899433 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.899592 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 22:38:10.899773 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.899977 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.900156 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.900320 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.900481 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.900644 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.900807 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.900970 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.901131 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.901296 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.901463 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.901626 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.901799 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.901960 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.902120 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.902284 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.902447 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.902619 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.902790 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.902953 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.903117 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.903272 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.903443 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.903600 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.903757 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.904459 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.904620 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.904785 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.904955 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.905117 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.905295 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.905439 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.905752 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.906058 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.906367 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.906519 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.906687 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.906848 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.907009 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.907172 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.907342 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.907485 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.907646 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.907809 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.907993 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.908154 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.908317 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.908478 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.908721 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.908830 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.908959 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.909104 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.909273 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.909429 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.909592 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.909751 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.909912 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.910084 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.910247 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.910409 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.910572 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.910744 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.910905 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.911066 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.911232 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.911868 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.911868 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.911868 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.911868 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.912402 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.912574 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.912740 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.912902 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.913067 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.913229 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.913392 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.913554 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.913717 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.913878 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.914040 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.914201 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.914363 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.914525 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.914687 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.914857 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.915034 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.915197 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.915358 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.915520 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.915682 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.915843 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.916092 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.916253 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.916414 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.916576 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.916738 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.916903 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.917067 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.917222 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.917387 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.917549 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.917711 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.917871 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.918033 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.918194 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.918354 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.918516 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.918680 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.918841 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.919001 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.919243 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.919577 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.920283 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.920415 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.920547 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.920712 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.920918 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.920918 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.921198 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.921330 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.921505 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.921603 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.921681 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.921830 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.921991 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.922151 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.922313 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.922507 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.922659 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.922821 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.922984 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.923477 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.923477 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.923477 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.923780 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.923780 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.924020 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.924144 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.924225 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.924393 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.924554 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.924715 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.924876 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.925038 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.925199 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.925361 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.925522 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.925683 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.925845 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.926006 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.926090 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:10.926171 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.926316 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.926478 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.926641 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.926803 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.926964 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.927126 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.927286 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.927446 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.927607 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.927770 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.927954 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.928116 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.928283 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.928443 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.928604 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.928764 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.928926 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.929087 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.929251 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.929416 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.929578 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.929738 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.929900 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.930066 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.930228 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.930390 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.930552 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.930773 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.930941 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.931102 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.931264 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.931427 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.931588 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.931751 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.931932 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.932096 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.932273 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.932435 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.932596 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.932757 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.932919 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.933080 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.933241 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.933402 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.933563 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.933726 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.933887 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.934051 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.934215 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.934378 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.934540 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.934702 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.934864 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.935026 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.935709 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.935906 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.936072 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.936234 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.936397 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.936559 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.936732 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.936893 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.937058 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.937058 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.937058 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.937058 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.937058 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.937058 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.937058 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.937058 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.937058 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.940456 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.940456 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.940456 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.940456 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.940456 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.940456 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.940456 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.940456 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.940456 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.941070 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.941070 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.941070 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.941070 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.941070 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.941070 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.941070 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.941554 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.941554 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.941554 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.941741 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.941815 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.941985 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.942154 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.942321 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.942491 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.942665 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.942826 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.942994 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.943164 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.943334 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.943499 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.943662 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.943814 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.943993 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.944130 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.944296 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.944494 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.944626 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.944758 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.944901 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.945073 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.945219 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.945380 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.945541 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.945702 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.945863 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.946024 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.946186 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.946346 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.946507 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.946668 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.946828 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 22:38:10.946984 dv-cinder-790535-2-iscsi neutron-server[98647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 22:38:10.978622 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 39778) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:10.987544 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067155 Jun 10 22:38:22.173766 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac4118-98ed-446b-8914-2b41b63fa495 None None] get_active_networks_info from dv-cinder-790535-2-iscsi {{(pid=98756) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 22:38:22.294357 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac4118-98ed-446b-8914-2b41b63fa495 None None] No non-hosted networks {{(pid=98756) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 10 22:38:22.336982 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.agentschedulers_db [None req-8eac4118-98ed-446b-8914-2b41b63fa495 None None] DHCP Agent not found on host dv-cinder-790535-2-iscsi {{(pid=98756) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 10 22:38:22.395873 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b4ac465c-364a-4b7d-bd74-222c4f05a38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973'] for agent, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:24.754591 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-47839f41-34bb-4391-94fe-2375277b63ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973'] for agent, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:24.812468 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.db.api [None req-b1a3f396-d96b-4ea1-aace-877dff096f87 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-790535-2-iscsi {{(pid=98756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 22:38:24.815226 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_db.api [None req-b1a3f396-d96b-4ea1-aace-877dff096f87 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 22:38:24.816365 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973'] for agent, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:24.816988 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:24.817325 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:24.817653 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:24.817980 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:24.819444 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:24.819868 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:24.820267 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:24.820741 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:24.821681 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:24.822115 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:24.822481 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:24.822869 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:24.823333 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:24.830366 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:25.338202 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b1a3f396-d96b-4ea1-aace-877dff096f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:25.686047 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973'] for agent, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:27.217228 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973'] for agent, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:28.298783 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 39872) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:28.789954 dv-cinder-790535-2-iscsi neutron-server[98755]: WARNING oslo_policy.policy [None req-44fc80fc-ec63-45d8-87fb-57ffa9086fa7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:38:28.790544 dv-cinder-790535-2-iscsi neutron-server[98755]: WARNING oslo_policy.policy [None req-44fc80fc-ec63-45d8-87fb-57ffa9086fa7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:38:29.014007 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [None req-44fc80fc-ec63-45d8-87fb-57ffa9086fa7 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:38:29.015079 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-44fc80fc-ec63-45d8-87fb-57ffa9086fa7 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7153850 Jun 10 22:38:29.923064 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.db.l3_hamode_db [None req-4941af3e-ad61-43ee-83fc-8adb49e4e42d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 10 22:38:30.013181 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4941af3e-ad61-43ee-83fc-8adb49e4e42d None None] Routers set() bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:38:30.013575 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4941af3e-ad61-43ee-83fc-8adb49e4e42d None None] Router IDs set() for agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 10 22:38:31.329170 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 39886) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:31.636404 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-87113bdf-77e0-460e-8724-ff67ed7d9cf4 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:31.734621 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.policy [None req-87113bdf-77e0-460e-8724-ff67ed7d9cf4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98755) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 22:38:31.778574 dv-cinder-790535-2-iscsi neutron-server[98755]: WARNING oslo_policy.policy [None req-87113bdf-77e0-460e-8724-ff67ed7d9cf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:38:31.778940 dv-cinder-790535-2-iscsi neutron-server[98755]: WARNING oslo_policy.policy [None req-87113bdf-77e0-460e-8724-ff67ed7d9cf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:38:31.787579 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.quota [None req-87113bdf-77e0-460e-8724-ff67ed7d9cf4 admin admin] Loaded quota_driver: . Jun 10 22:38:31.942960 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-87113bdf-77e0-460e-8724-ff67ed7d9cf4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787105100553', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787105100250', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787105088912', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787105119174', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787105106319', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787105131529', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1591876', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1621460', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3641856', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3572436'] for rbac-policy, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:32.120153 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-87113bdf-77e0-460e-8724-ff67ed7d9cf4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:32.121246 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-87113bdf-77e0-460e-8724-ff67ed7d9cf4 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7911301 Jun 10 22:38:34.619399 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 39898) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:34.913174 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Request body: {'network': {'project_id': '6f81090af09d49c9b45768a1b471cc4b', 'name': 'private', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'admin_state_up': True}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:35.005565 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Made reservation on behalf of 6f81090af09d49c9b45768a1b471cc4b for: {'network': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:38:35.008337 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:35.027019 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:35.206774 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:35.273486 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:35.278647 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:35.292699 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=98755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:38:35.324276 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787107298982', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:35.324905 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Unsubscribe: segment precommit_create {{(pid=98755) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 22:38:35.325395 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.segments_db [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Added segment 99edbe66-b916-496f-82e0-32ee19ccd6a0 of type vlan for network 1e53b228-682a-4440-9058-81c0f8a55073 Jun 10 22:38:35.343188 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c721edf-aedf-4d8d-b458-70a4ef7bfdc5,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:35.368601 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:35.368950 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:35.369278 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:35.369596 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:35.369909 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:35.370234 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:35.370547 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:35.370856 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:35.371181 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:35.371489 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:35.372447 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:35.372760 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Tracked resource versions report: Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: pushed versions: Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: { 'AddressGroup': {'1.2'}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'ConntrackHelper': {'1.0'}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Log': {'1.0'}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Network': {'1.1'}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Port': {'1.7'}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'PortForwarding': {'1.2'}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'QosPolicy': {'1.8'}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'SecurityGroup': {'1.4'}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'SubPort': {'1.0'}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Subnet': {'1.1'}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Trunk': {'1.1'}} Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: consumer versions: Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: { DHCP agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: L3 agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: Metadata agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: Metering agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: Open vSwitch agent@dv-cinder-790535-2-iscsi: { 'AddressGroup': '1.2', Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'ConntrackHelper': '1.0', Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Log': '1.0', Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Network': '1.1', Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Port': '1.7', Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'PortForwarding': '1.2', Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'QosPolicy': '1.8', Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'SecurityGroup': '1.4', Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'SecurityGroupRule': '1.2', Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'SubPort': '1.0', Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Subnet': '1.1', Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Trunk': '1.1'}} Jun 10 22:38:35.373809 dv-cinder-790535-2-iscsi neutron-server[98755]: {{(pid=98755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:38:35.451835 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:35.456114 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:35.565591 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:35.566987 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:35.567655 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:35.570369 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:35.681033 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Pushing event updated for resources: {'Network': ['ID=1e53b228-682a-4440-9058-81c0f8a55073,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:35.683536 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0631397 Jun 10 22:38:35.685301 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:35.694823 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network 1e53b228-682a-4440-9058-81c0f8a55073 details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:38:38.248126 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 39912) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:38.741915 dv-cinder-790535-2-iscsi neutron-server[98754]: WARNING oslo_policy.policy [None req-1b4ab0a7-2289-46d3-80be-3b33f00d66c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:38:38.742503 dv-cinder-790535-2-iscsi neutron-server[98754]: WARNING oslo_policy.policy [None req-1b4ab0a7-2289-46d3-80be-3b33f00d66c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:38:39.189169 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.policy [None req-1b4ab0a7-2289-46d3-80be-3b33f00d66c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98754) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 22:38:39.234435 dv-cinder-790535-2-iscsi neutron-server[98754]: WARNING oslo_policy.policy [None req-1b4ab0a7-2289-46d3-80be-3b33f00d66c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:38:39.234803 dv-cinder-790535-2-iscsi neutron-server[98754]: WARNING oslo_policy.policy [None req-1b4ab0a7-2289-46d3-80be-3b33f00d66c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 22:38:39.242954 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4ab0a7-2289-46d3-80be-3b33f00d66c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:39.244839 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-1b4ab0a7-2289-46d3-80be-3b33f00d66c3 admin admin] 10.222.0.25 "GET /v2.0/networks/1e53b228-682a-4440-9058-81c0f8a55073 HTTP/1.1" status: 200 len: 824 time: 0.9946992 Jun 10 22:38:39.282056 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-9843075c-44b6-4433-9c99-7a42fc7ceea2 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/fbc26cf3-c8c5-4447-9eff-3c08ff6d3083 HTTP/1.1" status: 200 len: 734 time: 0.0319378 Jun 10 22:38:39.290322 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Request body: {'subnet': {'network_id': '1e53b228-682a-4440-9058-81c0f8a55073', 'gateway_ip': '172.20.0.1', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'subnetpool_id': 'fbc26cf3-c8c5-4447-9eff-3c08ff6d3083', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:39.291841 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.quota [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Loaded quota_driver: . Jun 10 22:38:39.394049 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Made reservation on behalf of 6f81090af09d49c9b45768a1b471cc4b for: {'subnet': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:38:39.396750 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:39.771521 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878'] for subnet, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:39.776617 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:39.847498 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Checking segment: {'id': '99edbe66-b916-496f-82e0-32ee19ccd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:38:39.847890 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Network hostable DHCP agents. Network: 1e53b228-682a-4440-9058-81c0f8a55073, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:38:39.861796 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=384daee9-e238-497b-9084-b0e92767ab15,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:39.876046 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:39.876396 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:39.876720 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:39.877073 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:39.877340 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:39.877660 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:39.877969 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:39.878272 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:39.878585 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:39.878890 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:39.879188 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:39.879491 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Tracked resource versions report: Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: pushed versions: Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: { 'AddressGroup': {'1.2'}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'ConntrackHelper': {'1.0'}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Log': {'1.0'}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Network': {'1.1'}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Port': {'1.7'}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'PortForwarding': {'1.2'}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'QosPolicy': {'1.8'}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'SecurityGroup': {'1.4'}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'SubPort': {'1.0'}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Subnet': {'1.1'}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Trunk': {'1.1'}} Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: consumer versions: Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: { DHCP agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: L3 agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: Metadata agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: Metering agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: Open vSwitch agent@dv-cinder-790535-2-iscsi: { 'AddressGroup': '1.2', Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'ConntrackHelper': '1.0', Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Log': '1.0', Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Network': '1.1', Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Port': '1.7', Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'PortForwarding': '1.2', Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'QosPolicy': '1.8', Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'SecurityGroup': '1.4', Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'SecurityGroupRule': '1.2', Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'SubPort': '1.0', Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Subnet': '1.1', Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Trunk': '1.1'}} Jun 10 22:38:39.880569 dv-cinder-790535-2-iscsi neutron-server[98754]: {{(pid=98754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:38:39.912100 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:39.965939 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Network 1e53b228-682a-4440-9058-81c0f8a55073 is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:38:40.062694 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, 1e53b228-682a-4440-9058-81c0f8a55073) {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:38:40.067318 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:40.067991 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:40.073275 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa85fdd-b003-417c-bf4b-904920b8ab9e None None] Network 1e53b228-682a-4440-9058-81c0f8a55073 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:38:40.275016 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9878929 Jun 10 22:38:40.391481 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcda3c494-a473-5c72-ae2c-227ee37b7c35-1e53b228-682a-4440-9058-81c0f8a55073', 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'fixed_ips': [{'subnet_id': '384daee9-e238-497b-9084-b0e92767ab15'}]}} from dv-cinder-790535-2-iscsi. {{(pid=98756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:38:40.392781 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:40.675757 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.db_base_plugin_common [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Allocated IP 172.20.0.2 (1e53b228-682a-4440-9058-81c0f8a55073/384daee9-e238-497b-9084-b0e92767ab15/07830552-85d6-449f-8221-571f47e9d2b7) {{(pid=98756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:38:40.934280 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Notify callbacks [] for port, precommit_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:40.949073 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Transition to ACTIVE for port object 07830552-85d6-449f-8221-571f47e9d2b7 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:38:40.969054 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Transition to ACTIVE for port object 07830552-85d6-449f-8221-571f47e9d2b7 will not be triggered until provisioned by entity DHCP. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:38:41.029566 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:41.032788 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:41.107316 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Network 1e53b228-682a-4440-9058-81c0f8a55073 is already hosted by enough agents. {{(pid=98756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:38:41.111912 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.base_scheduler [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Resources bound (agent type, host, resource id): {{(pid=98756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:38:41.118175 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Received port after_create {{(pid=98756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:38:41.125784 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Pushing event updated for resources: {'Port': ['ID=07830552-85d6-449f-8221-571f47e9d2b7,revision_number=1']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:41.171614 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:41.172014 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:41.172356 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:41.172686 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:41.173009 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:41.173330 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:41.173647 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:41.173962 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:41.174297 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:41.174612 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:41.174925 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:41.175234 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Tracked resource versions report: Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: pushed versions: Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: { 'AddressGroup': {'1.2'}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'ConntrackHelper': {'1.0'}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Log': {'1.0'}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Network': {'1.1'}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Port': {'1.7'}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'PortForwarding': {'1.2'}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'QosPolicy': {'1.8'}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'SecurityGroup': {'1.4'}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'SubPort': {'1.0'}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Subnet': {'1.1'}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Trunk': {'1.1'}} Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: consumer versions: Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: { DHCP agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: L3 agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: Metadata agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: Metering agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: Open vSwitch agent@dv-cinder-790535-2-iscsi: { 'AddressGroup': '1.2', Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'ConntrackHelper': '1.0', Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Log': '1.0', Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Network': '1.1', Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Port': '1.7', Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'PortForwarding': '1.2', Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'QosPolicy': '1.8', Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'SecurityGroup': '1.4', Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'SecurityGroupRule': '1.2', Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'SubPort': '1.0', Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Subnet': '1.1', Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Trunk': '1.1'}} Jun 10 22:38:41.176332 dv-cinder-790535-2-iscsi neutron-server[98756]: {{(pid=98756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:38:41.180590 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:41.214000 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Attempting to bind port 07830552-85d6-449f-8221-571f47e9d2b7 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:38:41.214394 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Attempting to bind port 07830552-85d6-449f-8221-571f47e9d2b7 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '99edbe66-b916-496f-82e0-32ee19ccd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:38:41.214815 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Attempting to bind port 07830552-85d6-449f-8221-571f47e9d2b7 on network 1e53b228-682a-4440-9058-81c0f8a55073 {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:38:41.220285 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:38:41.220697 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Checking segment: {'id': '99edbe66-b916-496f-82e0-32ee19ccd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:38:41.221156 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:41.221546 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Bound using segment: {'id': '99edbe66-b916-496f-82e0-32ee19ccd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:38:41.222006 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Bound port: 07830552-85d6-449f-8221-571f47e9d2b7, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99edbe66-b916-496f-82e0-32ee19ccd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:38:41.222412 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:41.293429 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] For port 07830552-85d6-449f-8221-571f47e9d2b7, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:38:41.314504 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] For port 07830552-85d6-449f-8221-571f47e9d2b7, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=07830552-85d6-449f-8221-571f47e9d2b7,segment=NetworkSegment(99edbe66-b916-496f-82e0-32ee19ccd6a0),segment_id=99edbe66-b916-496f-82e0-32ee19ccd6a0)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:38:41.365797 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:41.368297 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:41.432622 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Pushing event updated for resources: {'Port': ['ID=07830552-85d6-449f-8221-571f47e9d2b7,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:41.436170 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:42.614269 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 39932) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:42.940649 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [None req-9367d76c-1eb2-4f47-bde5-91b339233ae2 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:38:42.941646 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-9367d76c-1eb2-4f47-bde5-91b339233ae2 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3263423 Jun 10 22:38:45.283905 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 39940) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:45.596564 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [None req-39fd3d2c-93ed-4f03-a69e-d618d0e23eb8 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:38:45.597553 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-39fd3d2c-93ed-4f03-a69e-d618d0e23eb8 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126605 Jun 10 22:38:46.579238 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 07830552-85d6-449f-8221-571f47e9d2b7 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:38:46.748460 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 07830552-85d6-449f-8221-571f47e9d2b7 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:38:47.440392 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceec3898-85f6-4e21-a401-c0e31772a4ac None None] Network 1e53b228-682a-4440-9058-81c0f8a55073 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:38:47.554419 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-674d7ee9-21c0-4c01-bb08-4bfeee0d9888 None None] Provisioning for port 07830552-85d6-449f-8221-571f47e9d2b7 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:38:47.562761 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-674d7ee9-21c0-4c01-bb08-4bfeee0d9888 None None] Provisioning complete for port 07830552-85d6-449f-8221-571f47e9d2b7 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:38:47.563156 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-674d7ee9-21c0-4c01-bb08-4bfeee0d9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:47.770184 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-674d7ee9-21c0-4c01-bb08-4bfeee0d9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:47.822212 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-674d7ee9-21c0-4c01-bb08-4bfeee0d9888 None None] For port 07830552-85d6-449f-8221-571f47e9d2b7, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=07830552-85d6-449f-8221-571f47e9d2b7,segment=NetworkSegment(99edbe66-b916-496f-82e0-32ee19ccd6a0),segment_id=99edbe66-b916-496f-82e0-32ee19ccd6a0)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:38:47.868203 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-674d7ee9-21c0-4c01-bb08-4bfeee0d9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:47.870991 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:47.930329 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d7ee9-21c0-4c01-bb08-4bfeee0d9888 None None] Pushing event updated for resources: {'Port': ['ID=07830552-85d6-449f-8221-571f47e9d2b7,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:47.933490 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-674d7ee9-21c0-4c01-bb08-4bfeee0d9888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:47.988881 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-40d4812f-3c19-478d-8df1-6b40a4bd716b None None] Provisioning complete for port 07830552-85d6-449f-8221-571f47e9d2b7 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:38:47.989262 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-40d4812f-3c19-478d-8df1-6b40a4bd716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:48.220792 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 39954) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:48.517073 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-c83b1226-b10f-4a29-945e-77b6416dbd81 admin admin] Request body: {'router': {'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:48.558075 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 07830552-85d6-449f-8221-571f47e9d2b7 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:38:48.582541 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c83b1226-b10f-4a29-945e-77b6416dbd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8999'] for router, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:48.584160 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c83b1226-b10f-4a29-945e-77b6416dbd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9180'] for router, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:48.610665 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 07830552-85d6-449f-8221-571f47e9d2b7 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:38:48.611047 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:48.730280 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c83b1226-b10f-4a29-945e-77b6416dbd81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:48.777624 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c83b1226-b10f-4a29-945e-77b6416dbd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514295'] for router, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:48.845397 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c83b1226-b10f-4a29-945e-77b6416dbd81 admin admin] Notify callbacks [] for router, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:48.846577 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-c83b1226-b10f-4a29-945e-77b6416dbd81 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6248100 Jun 10 22:38:51.144694 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 39962) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:51.457669 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [None req-10744431-69d1-4657-b858-3cc4fb8ef767 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:38:51.458647 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-10744431-69d1-4657-b858-3cc4fb8ef767 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3129911 Jun 10 22:38:51.836506 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 5 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:38:52.239494 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-5fad819e-537c-4da1-9e73-59ec981cab7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:53.759213 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 39970) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:54.067306 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:38:54.169968 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Made reservation on behalf of e48cd6ef74194925a138366168fcb1cc for: {'network': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:38:54.173727 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.183298 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.272263 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.341281 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.345110 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:54.372939 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Reserving flat network on physical network physnet1 {{(pid=98755) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 10 22:38:54.395306 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.395644 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.segments_db [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Added segment 92724177-6e5e-4ea1-9b43-b1bdd802fe7f of type flat for network 3e0b5106-2246-44f7-b3cf-d443495374ef Jun 10 22:38:54.396812 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7615ee60-8f2f-4d62-84af-e8a3542b0e9a,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:54.406664 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:54.452055 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.530675 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.532020 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:54.532586 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.535237 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ec856d77-59f4-4497-a53b-444cadbfac58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:54.611208 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8508260 Jun 10 22:38:54.611753 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Pushing event updated for resources: {'Network': ['ID=3e0b5106-2246-44f7-b3cf-d443495374ef,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:54.623268 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:54.631214 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network 3e0b5106-2246-44f7-b3cf-d443495374ef details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:38:54.738167 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-445ef03d-2b41-448d-8c71-f8b448ab980c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:54.799287 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:55.645035 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:56.917174 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 39988) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:38:57.136569 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaa58e3-0192-418c-95f5-adde2999e088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:38:57.137957 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-9eaa58e3-0192-418c-95f5-adde2999e088 admin admin] 10.222.0.25 "GET /v2.0/subnets/384daee9-e238-497b-9084-b0e92767ab15 HTTP/1.1" status: 200 len: 849 time: 0.2193332 Jun 10 22:38:57.193713 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:57.282737 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-58cf74c0-6ccf-49b4-aea2-a1aedbb784e9 admin admin] 10.222.0.25 "GET /v2.0/routers/2f73c9ef-e87e-442a-8a15-4aebb1ed5410 HTTP/1.1" status: 200 len: 704 time: 0.1394227 Jun 10 22:38:57.650813 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:57.957405 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Allocated IP 172.20.0.1 (1e53b228-682a-4440-9058-81c0f8a55073/384daee9-e238-497b-9084-b0e92767ab15/dfac1ca4-bc1d-45b0-9584-a94510d40461) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:38:58.208372 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:58.232660 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Transition to ACTIVE for port object dfac1ca4-bc1d-45b0-9584-a94510d40461 will not be triggered until provisioned by entity DHCP. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:38:58.382885 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:58.384988 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:58.460098 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Network 1e53b228-682a-4440-9058-81c0f8a55073 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:38:58.464490 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:38:58.471561 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:38:58.474724 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510768'] for router_interface, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:58.475656 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Pushing event updated for resources: {'Port': ['ID=dfac1ca4-bc1d-45b0-9584-a94510d40461,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:58.542354 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:58.695929 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-04658e78-6088-4df3-b055-ca50e3e560f5 None None] Provisioning for port dfac1ca4-bc1d-45b0-9584-a94510d40461 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:38:58.699626 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-04658e78-6088-4df3-b055-ca50e3e560f5 None None] Provisioning complete for port dfac1ca4-bc1d-45b0-9584-a94510d40461 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:38:58.700037 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-04658e78-6088-4df3-b055-ca50e3e560f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:58.738844 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-04658e78-6088-4df3-b055-ca50e3e560f5 None None] Port dfac1ca4-bc1d-45b0-9584-a94510d40461 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:38:58.741940 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:58.943603 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:59.005202 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:59.006240 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510788'] for router_interface, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:59.008660 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:38:59.078290 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Pushing event updated for resources: {'Port': ['ID=dfac1ca4-bc1d-45b0-9584-a94510d40461,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:38:59.081029 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:38:59.162303 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Network 1e53b228-682a-4440-9058-81c0f8a55073 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:38:59.163649 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:38:59.358367 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-ab942128-821b-4dd7-983c-7f20dc25ca40 None None] Provisioning complete for port dfac1ca4-bc1d-45b0-9584-a94510d40461 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:38:59.358740 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-ab942128-821b-4dd7-983c-7f20dc25ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:38:59.394057 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Router 2f73c9ef-e87e-442a-8a15-4aebb1ed5410 is scheduled to L3 agent 9e203144-a816-49db-8412-f3f5fb058eed with binding_index 1 {{(pid=98755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:38:59.400151 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-ab942128-821b-4dd7-983c-7f20dc25ca40 None None] Port dfac1ca4-bc1d-45b0-9584-a94510d40461 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:38:59.583253 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:38:59.588746 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] 10.222.0.25 "PUT /v2.0/routers/2f73c9ef-e87e-442a-8a15-4aebb1ed5410/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3011796 Jun 10 22:38:59.593215 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Sync routers for ids ['2f73c9ef-e87e-442a-8a15-4aebb1ed5410'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:38:59.604330 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Routers {'2f73c9ef-e87e-442a-8a15-4aebb1ed5410'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:38:59.605802 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:38:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['2f73c9ef-e87e-442a-8a15-4aebb1ed5410'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:38:59.808933 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Set router 2f73c9ef-e87e-442a-8a15-4aebb1ed5410 gateway port host: None {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:39:00.269929 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'name': 'router1', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:38:48Z', 'updated_at': '2021-06-10T22:38:58Z', 'revision_number': 2, 'project_id': '6f81090af09d49c9b45768a1b471cc4b', 'gw_port_host': None, '_interfaces': [{'id': 'dfac1ca4-bc1d-45b0-9584-a94510d40461', 'name': '', 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'mac_address': 'fa:16:3e:18:ff:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '384daee9-e238-497b-9084-b0e92767ab15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:38:57Z', 'updated_at': '2021-06-10T22:38:58Z', 'revision_number': 2, 'project_id': '6f81090af09d49c9b45768a1b471cc4b', 'subnets': [{'id': '384daee9-e238-497b-9084-b0e92767ab15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbc26cf3-c8c5-4447-9eff-3c08ff6d3083'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:00.275747 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Checking router: 2f73c9ef-e87e-442a-8a15-4aebb1ed5410 for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:39:00.276152 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Updating router 2f73c9ef-e87e-442a-8a15-4aebb1ed5410 port dfac1ca4-bc1d-45b0-9584-a94510d40461 binding host dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:39:00.349869 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:00.861993 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:00.879517 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.provisioning_blocks [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Transition to ACTIVE for port object dfac1ca4-bc1d-45b0-9584-a94510d40461 will not be triggered until provisioned by entity L2. {{(pid=98757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:39:00.947717 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:00.952996 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:01.164535 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Pushing event updated for resources: {'Port': ['ID=dfac1ca4-bc1d-45b0-9584-a94510d40461,revision_number=3']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:01.179659 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:01.180045 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:01.180353 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:01.180679 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:01.180999 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:01.181320 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:01.181636 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:01.181950 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:01.182304 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:01.182623 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:01.182934 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:01.183303 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Tracked resource versions report: Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: pushed versions: Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: { 'AddressGroup': {'1.2'}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'ConntrackHelper': {'1.0'}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Log': {'1.0'}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Network': {'1.1'}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Port': {'1.7'}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'PortForwarding': {'1.2'}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'QosPolicy': {'1.8'}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'SecurityGroup': {'1.4'}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'SubPort': {'1.0'}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Subnet': {'1.1'}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Trunk': {'1.1'}} Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: consumer versions: Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: { DHCP agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: L3 agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: Metadata agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: Metering agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: Open vSwitch agent@dv-cinder-790535-2-iscsi: { 'AddressGroup': '1.2', Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'ConntrackHelper': '1.0', Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Log': '1.0', Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Network': '1.1', Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Port': '1.7', Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'PortForwarding': '1.2', Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'QosPolicy': '1.8', Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'SecurityGroup': '1.4', Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'SecurityGroupRule': '1.2', Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'SubPort': '1.0', Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Subnet': '1.1', Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Trunk': '1.1'}} Jun 10 22:39:01.184396 dv-cinder-790535-2-iscsi neutron-server[98757]: {{(pid=98757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:39:01.187196 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Attempting to bind port dfac1ca4-bc1d-45b0-9584-a94510d40461 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:39:01.187280 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Attempting to bind port dfac1ca4-bc1d-45b0-9584-a94510d40461 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '99edbe66-b916-496f-82e0-32ee19ccd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073'}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:39:01.187673 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Attempting to bind port dfac1ca4-bc1d-45b0-9584-a94510d40461 on network 1e53b228-682a-4440-9058-81c0f8a55073 {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:39:01.192580 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:01.193710 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:39:01.194127 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Checking segment: {'id': '99edbe66-b916-496f-82e0-32ee19ccd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:39:01.194604 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:01.194986 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Bound using segment: {'id': '99edbe66-b916-496f-82e0-32ee19ccd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073'} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:39:01.195477 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Bound port: dfac1ca4-bc1d-45b0-9584-a94510d40461, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99edbe66-b916-496f-82e0-32ee19ccd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073'}}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:39:01.195881 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:01.273310 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] For port dfac1ca4-bc1d-45b0-9584-a94510d40461, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:39:01.294574 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] For port dfac1ca4-bc1d-45b0-9584-a94510d40461, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=dfac1ca4-bc1d-45b0-9584-a94510d40461,segment=NetworkSegment(99edbe66-b916-496f-82e0-32ee19ccd6a0),segment_id=99edbe66-b916-496f-82e0-32ee19ccd6a0)] {{(pid=98757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:39:01.354054 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:01.356428 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:01.416313 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Routers {'2f73c9ef-e87e-442a-8a15-4aebb1ed5410'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:39:01.416937 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:38:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['2f73c9ef-e87e-442a-8a15-4aebb1ed5410'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:01.516368 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Pushing event updated for resources: {'Port': ['ID=dfac1ca4-bc1d-45b0-9584-a94510d40461,revision_number=4']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:01.522750 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:01.549321 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] Set router 2f73c9ef-e87e-442a-8a15-4aebb1ed5410 gateway port host: None {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:39:01.769689 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40008) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:01.816648 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'name': 'router1', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:38:48Z', 'updated_at': '2021-06-10T22:38:58Z', 'revision_number': 2, 'project_id': '6f81090af09d49c9b45768a1b471cc4b', 'gw_port_host': None, '_interfaces': [{'id': 'dfac1ca4-bc1d-45b0-9584-a94510d40461', 'name': '', 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'mac_address': 'fa:16:3e:18:ff:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '384daee9-e238-497b-9084-b0e92767ab15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:38:57Z', 'updated_at': '2021-06-10T22:39:01Z', 'revision_number': 4, 'project_id': '6f81090af09d49c9b45768a1b471cc4b', 'subnets': [{'id': '384daee9-e238-497b-9084-b0e92767ab15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbc26cf3-c8c5-4447-9eff-3c08ff6d3083'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:01.820478 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feccc56-c3a0-44c6-b369-4a33f0bb9ce5 None None] The sync data for ids ['2f73c9ef-e87e-442a-8a15-4aebb1ed5410'] in dv-cinder-790535-2-iscsi is: [{'id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'name': 'router1', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:38:48Z', 'updated_at': '2021-06-10T22:38:58Z', 'revision_number': 2, 'project_id': '6f81090af09d49c9b45768a1b471cc4b', 'gw_port_host': None, '_interfaces': [{'id': 'dfac1ca4-bc1d-45b0-9584-a94510d40461', 'name': '', 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'mac_address': 'fa:16:3e:18:ff:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '384daee9-e238-497b-9084-b0e92767ab15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:38:57Z', 'updated_at': '2021-06-10T22:39:01Z', 'revision_number': 4, 'project_id': '6f81090af09d49c9b45768a1b471cc4b', 'subnets': [{'id': '384daee9-e238-497b-9084-b0e92767ab15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbc26cf3-c8c5-4447-9eff-3c08ff6d3083'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:39:01.901164 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd1fd51-80b6-4e25-af60-801104eb68c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:01.903040 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-bdd1fd51-80b6-4e25-af60-801104eb68c2 admin admin] 10.222.0.25 "GET /v2.0/networks/3e0b5106-2246-44f7-b3cf-d443495374ef HTTP/1.1" status: 200 len: 842 time: 0.1323879 Jun 10 22:39:01.913134 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:39:01.998628 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] Made reservation on behalf of e48cd6ef74194925a138366168fcb1cc for: {'subnet': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:39:02.001060 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:02.482325 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.objects.ports [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98755) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 22:39:02.482764 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878'] for subnet, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:02.485579 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:02.555787 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f05b42-d589-492d-92f5-924cba61950f,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:02.558011 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] Checking segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:39:02.558418 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] Network hostable DHCP agents. Network: 3e0b5106-2246-44f7-b3cf-d443495374ef, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:39:02.564320 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:02.650825 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:39:02.736529 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, 3e0b5106-2246-44f7-b3cf-d443495374ef) {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:39:02.740420 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:02.741003 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:02.746373 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee1c654-189e-4578-8ebc-d37f11ab9cda None None] Network 3e0b5106-2246-44f7-b3cf-d443495374ef requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:39:02.855877 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9370282 Jun 10 22:39:02.966349 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e8cfe0-5d09-4673-bb8b-8263abc7928e None None] Network 3e0b5106-2246-44f7-b3cf-d443495374ef requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:39:04.637397 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device dfac1ca4-bc1d-45b0-9584-a94510d40461 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:39:04.794289 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port dfac1ca4-bc1d-45b0-9584-a94510d40461 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:39:04.798671 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port dfac1ca4-bc1d-45b0-9584-a94510d40461 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:39:04.799126 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:04.901257 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:04.938897 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port dfac1ca4-bc1d-45b0-9584-a94510d40461, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=dfac1ca4-bc1d-45b0-9584-a94510d40461,segment=NetworkSegment(99edbe66-b916-496f-82e0-32ee19ccd6a0),segment_id=99edbe66-b916-496f-82e0-32ee19ccd6a0)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:04.999661 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:05.001935 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:05.055687 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=dfac1ca4-bc1d-45b0-9584-a94510d40461,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:05.059257 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:05.094938 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40020) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:05.257822 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-2cf8164c-4ca3-4bed-bf03-76ee81ca2194 admin admin] 10.222.0.25 "GET /v2.0/routers/2f73c9ef-e87e-442a-8a15-4aebb1ed5410 HTTP/1.1" status: 200 len: 710 time: 0.1617413 Jun 10 22:39:05.366625 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2635257-ca0e-4ab6-9e2d-99517d880b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:39:05.368036 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-a2635257-ca0e-4ab6-9e2d-99517d880b9b admin admin] 10.222.0.25 "GET /v2.0/networks/3e0b5106-2246-44f7-b3cf-d443495374ef HTTP/1.1" status: 200 len: 886 time: 0.1051891 Jun 10 22:39:05.377066 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:39:05.721638 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:06.145252 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:06.220332 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:06.334719 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Allocated IP 172.27.0.211 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/6bc283fa-e48c-45ba-b46b-0a8366536845) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:39:06.454859 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:06.554233 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:06.556495 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:06.569719 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device dfac1ca4-bc1d-45b0-9584-a94510d40461 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:39:06.604486 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:39:06.608780 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:39:06.612928 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:39:06.615671 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc283fa-e48c-45ba-b46b-0a8366536845,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:06.623368 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port dfac1ca4-bc1d-45b0-9584-a94510d40461 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:39:06.623816 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:06.659558 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:06.983973 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:07.245170 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:07.248762 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-508106'] for router, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:07.478223 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Router 2f73c9ef-e87e-442a-8a15-4aebb1ed5410 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:39:07.615289 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:39:07.619577 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Notify callbacks [] for router, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:07.621435 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] 10.222.0.25 "PUT /v2.0/routers/2f73c9ef-e87e-442a-8a15-4aebb1ed5410 HTTP/1.1" status: 200 len: 890 time: 2.2476125 Jun 10 22:39:07.625601 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Sync routers for ids ['2f73c9ef-e87e-442a-8a15-4aebb1ed5410'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:39:07.636643 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Routers {'2f73c9ef-e87e-442a-8a15-4aebb1ed5410'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:39:07.637331 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:38:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['2f73c9ef-e87e-442a-8a15-4aebb1ed5410'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:07.870119 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Set router 2f73c9ef-e87e-442a-8a15-4aebb1ed5410 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:39:08.355699 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'name': 'router1', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '6bc283fa-e48c-45ba-b46b-0a8366536845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:38:48Z', 'updated_at': '2021-06-10T22:39:06Z', 'revision_number': 4, 'project_id': '6f81090af09d49c9b45768a1b471cc4b', 'gw_port': {'id': '6bc283fa-e48c-45ba-b46b-0a8366536845', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:39:06Z', 'updated_at': '2021-06-10T22:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': 'dfac1ca4-bc1d-45b0-9584-a94510d40461', 'name': '', 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'mac_address': 'fa:16:3e:18:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '384daee9-e238-497b-9084-b0e92767ab15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:38:57Z', 'updated_at': '2021-06-10T22:39:04Z', 'revision_number': 5, 'project_id': '6f81090af09d49c9b45768a1b471cc4b', 'subnets': [{'id': '384daee9-e238-497b-9084-b0e92767ab15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbc26cf3-c8c5-4447-9eff-3c08ff6d3083'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:08.361460 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Checking router: 2f73c9ef-e87e-442a-8a15-4aebb1ed5410 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:39:08.361830 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Updating router 2f73c9ef-e87e-442a-8a15-4aebb1ed5410 port 6bc283fa-e48c-45ba-b46b-0a8366536845 binding host dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:39:08.402876 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:08.758502 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Notify callbacks [] for port, precommit_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:08.768432 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Transition to ACTIVE for port object 6bc283fa-e48c-45ba-b46b-0a8366536845 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:39:08.845053 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:08.847392 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-169c8caa-1ee2-4c40-a61d-34e2f7b8307d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:08.904240 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ba3d2-2f18-43bf-9e13-c352c0cb3473 None None] Pushing event updated for resources: {'Port': ['ID=6bc283fa-e48c-45ba-b46b-0a8366536845,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:08.906346 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Attempting to bind port 6bc283fa-e48c-45ba-b46b-0a8366536845 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:39:08.906722 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Attempting to bind port 6bc283fa-e48c-45ba-b46b-0a8366536845 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:39:08.907085 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Attempting to bind port 6bc283fa-e48c-45ba-b46b-0a8366536845 on network 3e0b5106-2246-44f7-b3cf-d443495374ef {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:39:08.909167 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-039ba3d2-2f18-43bf-9e13-c352c0cb3473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:08.912974 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:39:08.913350 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Checking segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:39:08.913749 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:08.914136 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Bound using segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:39:08.914604 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Bound port: 6bc283fa-e48c-45ba-b46b-0a8366536845, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:39:08.914981 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:08.972694 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] For port 6bc283fa-e48c-45ba-b46b-0a8366536845, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:39:08.975570 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] For port 6bc283fa-e48c-45ba-b46b-0a8366536845, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=6bc283fa-e48c-45ba-b46b-0a8366536845,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:39:09.045725 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:09.048055 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:09.105210 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Routers {'2f73c9ef-e87e-442a-8a15-4aebb1ed5410'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:39:09.105805 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:38:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['2f73c9ef-e87e-442a-8a15-4aebb1ed5410'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:09.205973 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ba3d2-2f18-43bf-9e13-c352c0cb3473 None None] Pushing event updated for resources: {'Port': ['ID=6bc283fa-e48c-45ba-b46b-0a8366536845,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:09.209158 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-039ba3d2-2f18-43bf-9e13-c352c0cb3473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:09.258655 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] Set router 2f73c9ef-e87e-442a-8a15-4aebb1ed5410 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:39:09.521727 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'name': 'router1', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '6bc283fa-e48c-45ba-b46b-0a8366536845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:38:48Z', 'updated_at': '2021-06-10T22:39:06Z', 'revision_number': 4, 'project_id': '6f81090af09d49c9b45768a1b471cc4b', 'gw_port': {'id': '6bc283fa-e48c-45ba-b46b-0a8366536845', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:39:06Z', 'updated_at': '2021-06-10T22:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': 'dfac1ca4-bc1d-45b0-9584-a94510d40461', 'name': '', 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'mac_address': 'fa:16:3e:18:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '384daee9-e238-497b-9084-b0e92767ab15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:38:57Z', 'updated_at': '2021-06-10T22:39:04Z', 'revision_number': 5, 'project_id': '6f81090af09d49c9b45768a1b471cc4b', 'subnets': [{'id': '384daee9-e238-497b-9084-b0e92767ab15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbc26cf3-c8c5-4447-9eff-3c08ff6d3083'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:39:09.525248 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496f3ed-792a-4ca5-9aad-68b057af2b10 None None] The sync data for ids ['2f73c9ef-e87e-442a-8a15-4aebb1ed5410'] in dv-cinder-790535-2-iscsi is: [{'id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'name': 'router1', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '6bc283fa-e48c-45ba-b46b-0a8366536845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:38:48Z', 'updated_at': '2021-06-10T22:39:06Z', 'revision_number': 4, 'project_id': '6f81090af09d49c9b45768a1b471cc4b', 'gw_port': {'id': '6bc283fa-e48c-45ba-b46b-0a8366536845', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:39:06Z', 'updated_at': '2021-06-10T22:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': 'dfac1ca4-bc1d-45b0-9584-a94510d40461', 'name': '', 'network_id': '1e53b228-682a-4440-9058-81c0f8a55073', 'tenant_id': '6f81090af09d49c9b45768a1b471cc4b', 'mac_address': 'fa:16:3e:18:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c9ef-e87e-442a-8a15-4aebb1ed5410', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '384daee9-e238-497b-9084-b0e92767ab15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:38:57Z', 'updated_at': '2021-06-10T22:39:04Z', 'revision_number': 5, 'project_id': '6f81090af09d49c9b45768a1b471cc4b', 'subnets': [{'id': '384daee9-e238-497b-9084-b0e92767ab15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbc26cf3-c8c5-4447-9eff-3c08ff6d3083'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:39:09.963339 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40028) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:39:10.095785 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-5b74cb32-297a-455d-91b1-c26fcab2c445 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1311979 Jun 10 22:39:10.596092 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 6bc283fa-e48c-45ba-b46b-0a8366536845 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:39:10.713559 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 6bc283fa-e48c-45ba-b46b-0a8366536845 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:39:10.717760 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 6bc283fa-e48c-45ba-b46b-0a8366536845 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:39:10.718142 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:10.812074 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:10.833674 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 6bc283fa-e48c-45ba-b46b-0a8366536845, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=6bc283fa-e48c-45ba-b46b-0a8366536845,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:39:10.908017 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:10.910942 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:39:10.977290 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=6bc283fa-e48c-45ba-b46b-0a8366536845,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:39:10.980851 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:39:12.611410 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 6bc283fa-e48c-45ba-b46b-0a8366536845 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:39:12.669571 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 6bc283fa-e48c-45ba-b46b-0a8366536845 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:39:12.669951 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:22.251062 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-5ca137d4-17ae-4bb7-a7a4-8cd7f5fec980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:24.862136 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-84760efa-2bec-4ea9-b6ba-3f62faaeaed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:24.953805 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:25.650792 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:27.193728 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:28.835591 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 5 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:39:52.153033 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-56098fcf-4a69-4708-b80b-a4b68226eeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:54.738022 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c727c68f-a7ee-49db-a46b-161fe1d30a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:54.787317 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:55.650020 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:39:57.199113 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:05.834595 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 5 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:40:22.129816 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-149c208d-d93c-4f54-9f9a-52ad37d98cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:24.861489 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-473ccddd-a6fe-4bff-bb68-4cc95c7ce011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:24.905702 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:25.695667 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:27.232647 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:42.833164 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 5 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:40:45.773638 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40598) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:45.835523 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b50c27-f2ea-43f8-bd76-3699eca2dc26 admin admin] GET failed (client error): The resource could not be found. Jun 10 22:40:45.837370 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-34b50c27-f2ea-43f8-bd76-3699eca2dc26 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627697 Jun 10 22:40:46.005833 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41839da7-05f1-44fa-96a2-3b67da88ec76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:40:46.007206 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-41839da7-05f1-44fa-96a2-3b67da88ec76 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1660936 Jun 10 22:40:48.103836 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40608) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:48.204627 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7615f862-736c-4f51-a48c-a40ff27bc996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:40:48.205983 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-7615f862-736c-4f51-a48c-a40ff27bc996 admin admin] 10.222.0.25 "GET /v2.0/subnets/384daee9-e238-497b-9084-b0e92767ab15 HTTP/1.1" status: 200 len: 849 time: 0.1011496 Jun 10 22:40:48.215673 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:40:48.314906 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:48.529477 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787107187505'] for subnet, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:48.531452 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:40:48.566412 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:40:48.566921 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:48.572029 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] 10.222.0.25 "PUT /v2.0/subnets/384daee9-e238-497b-9084-b0e92767ab15 HTTP/1.1" status: 200 len: 868 time: 0.3567410 Jun 10 22:40:48.573745 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be27e85a-d17b-4f84-bf35-4d72795dc91a None None] Network 1e53b228-682a-4440-9058-81c0f8a55073 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:40:48.589062 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=384daee9-e238-497b-9084-b0e92767ab15,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:40:48.596706 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:48.597075 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:48.597413 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:48.597741 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:48.598066 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:48.598400 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:48.598721 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:48.599036 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:48.599356 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:48.599677 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:48.600030 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:48.600341 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:40:48.604445 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:40:49.026975 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-96ea37ed-2769-43ed-bba9-8b0b2af26833 None None] Provisioning complete for port 07830552-85d6-449f-8221-571f47e9d2b7 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:40:49.027351 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-96ea37ed-2769-43ed-bba9-8b0b2af26833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:49.124075 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-96ea37ed-2769-43ed-bba9-8b0b2af26833 None None] Provisioning complete for port dfac1ca4-bc1d-45b0-9584-a94510d40461 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:40:49.124341 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-96ea37ed-2769-43ed-bba9-8b0b2af26833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:50.711196 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40616) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:50.912016 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f08a8c-d3eb-4561-9ed7-4124541ff6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:40:50.912490 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f08a8c-d3eb-4561-9ed7-4124541ff6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:40:50.913991 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-b6f08a8c-d3eb-4561-9ed7-4124541ff6bf admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2018731 Jun 10 22:40:52.157935 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b130ee6e-c9fd-44e5-9828-0ce0b99a70a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:52.996375 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40624) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:53.146877 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d97b4f8-4d18-431d-8597-d0faccc0fa50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:40:53.147356 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d97b4f8-4d18-431d-8597-d0faccc0fa50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:40:53.148920 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-1d97b4f8-4d18-431d-8597-d0faccc0fa50 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1515994 Jun 10 22:40:54.744287 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-80e3d6a1-2a5a-49f2-a148-920b59fb976c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:54.844029 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:55.241743 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40632) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:55.389391 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c729ea-9d7a-4ade-a175-effe57bfee0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:40:55.390721 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-60c729ea-9d7a-4ade-a175-effe57bfee0d admin admin] 10.222.0.25 "GET /v2.0/networks/1e53b228-682a-4440-9058-81c0f8a55073 HTTP/1.1" status: 200 len: 868 time: 0.1474991 Jun 10 22:40:55.735320 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:57.192290 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:40:57.489426 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40640) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:57.738583 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c894fd20-1d50-4856-ad5c-0c9e1f7993aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:40:57.739861 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-c894fd20-1d50-4856-ad5c-0c9e1f7993aa admin admin] 10.222.0.25 "GET /v2.0/networks/3e0b5106-2246-44f7-b3cf-d443495374ef HTTP/1.1" status: 200 len: 886 time: 0.2494586 Jun 10 22:40:59.829872 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40648) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:40:59.955271 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1f040-5bc8-4919-ba51-aa636223af66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:40:59.955634 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1f040-5bc8-4919-ba51-aa636223af66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:40:59.957143 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-1af1f040-5bc8-4919-ba51-aa636223af66 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263402 Jun 10 22:41:02.058005 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40656) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:02.154773 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd392acf-fe2f-4bbe-8f59-76a86c107a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:02.155275 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd392acf-fe2f-4bbe-8f59-76a86c107a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:02.156850 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-dd392acf-fe2f-4bbe-8f59-76a86c107a6e admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0978608 Jun 10 22:41:04.254458 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40664) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:04.345213 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e98673-fd7f-4c50-b50b-456dacc8af95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:04.346521 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-a7e98673-fd7f-4c50-b50b-456dacc8af95 admin admin] 10.222.0.25 "GET /v2.0/subnets/17f05b42-d589-492d-92f5-924cba61950f HTTP/1.1" status: 200 len: 816 time: 0.0911279 Jun 10 22:41:06.475266 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40672) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:06.575022 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bc0d43-c3a9-4585-b708-67455a492e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:06.576422 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-45bc0d43-c3a9-4585-b708-67455a492e07 admin admin] 10.222.0.25 "GET /v2.0/subnets/384daee9-e238-497b-9084-b0e92767ab15 HTTP/1.1" status: 200 len: 868 time: 0.1001515 Jun 10 22:41:19.831261 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 5 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:41:22.116185 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-ae07868e-d58b-495f-9a59-0fa7eeeee479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:24.739297 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2b5bf7a6-a1b2-4768-9a4d-dc201a97430c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:24.859039 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:25.670339 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:27.191659 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:29.332598 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40716) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:29.377493 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [None req-5b916415-696a-4ac7-a025-27f6c65cc675 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:41:29.378460 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-5b916415-696a-4ac7-a025-27f6c65cc675 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449073 Jun 10 22:41:31.526543 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40724) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:31.588100 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86ccc31-37ed-4429-acbb-e38751861980 admin admin] GET failed (client error): The resource could not be found. Jun 10 22:41:31.589392 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-a86ccc31-37ed-4429-acbb-e38751861980 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616066 Jun 10 22:41:31.696284 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242c33d8-bae4-4f37-86e4-c1a8d1ed7ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:31.697719 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-242c33d8-bae4-4f37-86e4-c1a8d1ed7ffb admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1045675 Jun 10 22:41:33.803741 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40732) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:33.848634 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:33.940346 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] Made reservation on behalf of e48cd6ef74194925a138366168fcb1cc for: {'network': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:41:33.942513 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:33.974888 dv-cinder-790535-2-iscsi neutron-server[98755]: WARNING neutron.services.revisions.revision_plugin [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] Could not find related network for resource to bump revision. Jun 10 22:41:33.984787 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=98755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:41:33.993394 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:33.993729 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.segments_db [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] Added segment 09ee73b1-40b6-4af6-b2a6-1616ca333d52 of type vlan for network 609821ee-5d2b-4945-bb04-3209afdfde3b Jun 10 22:41:34.040231 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:34.127341 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:34.128648 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:34.129215 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:34.131180 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:34.207466 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] Pushing event updated for resources: {'Network': ['ID=609821ee-5d2b-4945-bb04-3209afdfde3b,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:34.210179 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:34.217167 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network 609821ee-5d2b-4945-bb04-3209afdfde3b details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:41:34.329850 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5249991 Jun 10 22:41:36.471912 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 40740) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:41:36.545557 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb8fb02-6126-4d7a-9670-1e6162be0585 admin admin] GET failed (client error): The resource could not be found. Jun 10 22:41:36.546831 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-0bb8fb02-6126-4d7a-9670-1e6162be0585 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0739934 Jun 10 22:41:36.680766 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e94644-b326-4ac2-8872-dd455259f999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:36.682142 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-33e94644-b326-4ac2-8872-dd455259f999 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1315084 Jun 10 22:41:36.691830 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '609821ee-5d2b-4945-bb04-3209afdfde3b', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:41:36.768622 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Made reservation on behalf of e48cd6ef74194925a138366168fcb1cc for: {'subnet': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:41:36.770861 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:37.018933 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878'] for subnet, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:37.021762 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-34d3c45d-c7ab-404f-8b7f-b1cec2bbde52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:37.087775 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21399f13-c1f0-4898-a71a-4a4798e61d3a,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:37.097700 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:37.098068 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:37.098406 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:37.098733 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:37.099056 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:37.099393 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:37.099718 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:37.100066 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:37.100994 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:37.101312 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:37.101628 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:37.101954 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:37.104786 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Checking segment: {'id': '09ee73b1-40b6-4af6-b2a6-1616ca333d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '609821ee-5d2b-4945-bb04-3209afdfde3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:41:37.105142 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Network hostable DHCP agents. Network: 609821ee-5d2b-4945-bb04-3209afdfde3b, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:41:37.108473 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:37.184216 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Network 609821ee-5d2b-4945-bb04-3209afdfde3b is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:41:37.275870 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, 609821ee-5d2b-4945-bb04-3209afdfde3b) {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:41:37.282917 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:41:37.283420 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:37.286650 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d321a60-8035-4b1d-89bf-79f22d06a77f None None] Network 609821ee-5d2b-4945-bb04-3209afdfde3b requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:41:37.358116 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6695969 Jun 10 22:41:37.476019 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcda3c494-a473-5c72-ae2c-227ee37b7c35-609821ee-5d2b-4945-bb04-3209afdfde3b', 'network_id': '609821ee-5d2b-4945-bb04-3209afdfde3b', 'tenant_id': 'e48cd6ef74194925a138366168fcb1cc', 'fixed_ips': [{'subnet_id': '21399f13-c1f0-4898-a71a-4a4798e61d3a'}]}} from dv-cinder-790535-2-iscsi. {{(pid=98756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:41:37.476019 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:37.627818 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.db_base_plugin_common [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Allocated IP 192.168.233.2 (609821ee-5d2b-4945-bb04-3209afdfde3b/21399f13-c1f0-4898-a71a-4a4798e61d3a/f6ede316-1959-4e1a-8a2e-a34ff7f32860) {{(pid=98756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:41:37.803076 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Notify callbacks [] for port, precommit_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:37.812435 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Transition to ACTIVE for port object f6ede316-1959-4e1a-8a2e-a34ff7f32860 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:41:37.828296 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Transition to ACTIVE for port object f6ede316-1959-4e1a-8a2e-a34ff7f32860 will not be triggered until provisioned by entity DHCP. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:41:37.901062 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:37.903645 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:37.951453 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Network 609821ee-5d2b-4945-bb04-3209afdfde3b is already hosted by enough agents. {{(pid=98756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:41:37.952869 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.base_scheduler [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Resources bound (agent type, host, resource id): {{(pid=98756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:41:37.956399 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Received port after_create {{(pid=98756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:41:37.969466 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Pushing event updated for resources: {'Port': ['ID=f6ede316-1959-4e1a-8a2e-a34ff7f32860,revision_number=1']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:38.120675 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:38.121024 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:38.121364 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:38.121700 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:38.122025 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:38.122354 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:38.122680 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:38.123001 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:38.123346 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:38.123672 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:38.124035 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:38.124355 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:41:38.129895 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:38.141381 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Attempting to bind port f6ede316-1959-4e1a-8a2e-a34ff7f32860 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:41:38.141755 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Attempting to bind port f6ede316-1959-4e1a-8a2e-a34ff7f32860 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '09ee73b1-40b6-4af6-b2a6-1616ca333d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '609821ee-5d2b-4945-bb04-3209afdfde3b'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:41:38.142118 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Attempting to bind port f6ede316-1959-4e1a-8a2e-a34ff7f32860 on network 609821ee-5d2b-4945-bb04-3209afdfde3b {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:41:38.147096 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:41:38.150067 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Checking segment: {'id': '09ee73b1-40b6-4af6-b2a6-1616ca333d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '609821ee-5d2b-4945-bb04-3209afdfde3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:41:38.150067 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:38.150067 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Bound using segment: {'id': '09ee73b1-40b6-4af6-b2a6-1616ca333d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '609821ee-5d2b-4945-bb04-3209afdfde3b'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:41:38.150067 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Bound port: f6ede316-1959-4e1a-8a2e-a34ff7f32860, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ee73b1-40b6-4af6-b2a6-1616ca333d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '609821ee-5d2b-4945-bb04-3209afdfde3b'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:41:38.150067 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:38.220010 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] For port f6ede316-1959-4e1a-8a2e-a34ff7f32860, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:41:38.222913 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] For port f6ede316-1959-4e1a-8a2e-a34ff7f32860, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=f6ede316-1959-4e1a-8a2e-a34ff7f32860,segment=NetworkSegment(09ee73b1-40b6-4af6-b2a6-1616ca333d52),segment_id=09ee73b1-40b6-4af6-b2a6-1616ca333d52)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:41:38.290025 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:38.293291 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:38.360957 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Pushing event updated for resources: {'Port': ['ID=f6ede316-1959-4e1a-8a2e-a34ff7f32860,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:38.365327 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:38.726245 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device f6ede316-1959-4e1a-8a2e-a34ff7f32860 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:38.848899 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port f6ede316-1959-4e1a-8a2e-a34ff7f32860 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:41:39.135271 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d57cc1b-11d0-474c-9e34-6ea84547813a None None] Network 609821ee-5d2b-4945-bb04-3209afdfde3b requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:41:39.273644 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-10019a05-688f-421a-b295-871eda5cb069 None None] Provisioning for port f6ede316-1959-4e1a-8a2e-a34ff7f32860 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:41:39.284942 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-10019a05-688f-421a-b295-871eda5cb069 None None] Provisioning complete for port f6ede316-1959-4e1a-8a2e-a34ff7f32860 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:39.285319 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-10019a05-688f-421a-b295-871eda5cb069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:39.420527 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-10019a05-688f-421a-b295-871eda5cb069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:39.460396 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-10019a05-688f-421a-b295-871eda5cb069 None None] For port f6ede316-1959-4e1a-8a2e-a34ff7f32860, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=f6ede316-1959-4e1a-8a2e-a34ff7f32860,segment=NetworkSegment(09ee73b1-40b6-4af6-b2a6-1616ca333d52),segment_id=09ee73b1-40b6-4af6-b2a6-1616ca333d52)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:41:39.535279 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-10019a05-688f-421a-b295-871eda5cb069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:39.538759 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:41:39.597183 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10019a05-688f-421a-b295-871eda5cb069 None None] Pushing event updated for resources: {'Port': ['ID=f6ede316-1959-4e1a-8a2e-a34ff7f32860,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:41:39.600733 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-10019a05-688f-421a-b295-871eda5cb069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:41:39.655671 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-c284556f-508b-4297-b338-d8e52ce3d25d None None] Provisioning complete for port f6ede316-1959-4e1a-8a2e-a34ff7f32860 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:39.656076 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c284556f-508b-4297-b338-d8e52ce3d25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:40.696457 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device f6ede316-1959-4e1a-8a2e-a34ff7f32860 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:41:40.749722 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port f6ede316-1959-4e1a-8a2e-a34ff7f32860 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:41:40.750097 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:52.127030 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-8cc32249-2cc0-488a-9739-34b024925315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:54.717122 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9cc9f043-0bc4-4cc2-9bc7-e42667427b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:54.779963 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:55.677150 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:41:56.831812 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 5 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:41:57.218233 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:22.140005 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-ef67a6a8-ebc4-477d-a0cd-e59cb2a686fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:24.745794 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-43ca6c92-313f-427c-8c25-719576e761e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:24.800966 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:25.699625 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:27.220098 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:33.829869 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 5 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:42:52.234258 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-020806af-cfed-4d28-b7a0-26efe07a38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:54.733674 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2af1-a8d4-4afc-85a3-f2379876e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:54.811708 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:55.662946 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:42:57.248011 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:10.827519 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 5 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:43:10.915858 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40794) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:43:10.921819 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [None req-5bf4b966-ebea-478d-8dd3-5ef8b6a46a05 tempest-verify_tempest_config-684943328 tempest-verify_tempest_config-684943328-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:43:10.922832 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-5bf4b966-ebea-478d-8dd3-5ef8b6a46a05 tempest-verify_tempest_config-684943328 tempest-verify_tempest_config-684943328-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059600 Jun 10 22:43:11.425667 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40812) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:43:11.528861 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:11.617393 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:11.679957 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:11.683354 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0046968f-55f5-4489-b18b-f0ce50488d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:43:11.730252 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e321c84-5c80-4f5c-a6e4-57f19279e38c,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:43:11.734602 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51469d76af064821bfdecf2fd17b8979&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3079679 Jun 10 22:43:11.737316 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 40816) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:43:11.738863 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:11.739226 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:11.739564 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:11.739920 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:11.740249 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:11.740586 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:11.740910 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:11.741227 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:11.741574 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:11.741892 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:11.742190 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:11.742500 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:11.746227 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:43:11.818899 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:11.840909 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:11.996769 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:11.999526 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:12.000683 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e321c84-5c80-4f5c-a6e4-57f19279e38c HTTP/1.1" status: 204 len: 168 time: 0.2623820 Jun 10 22:43:12.001535 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:43:12.011805 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e321c84-5c80-4f5c-a6e4-57f19279e38c,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:43:12.018463 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:12.018818 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:12.019156 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:12.020083 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:12.020411 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:12.020748 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:12.021094 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:12.021555 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:12.021777 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:12.022098 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:12.022411 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:12.022721 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:43:12.026397 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:43:22.139186 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-82a79013-51df-476e-98d0-f89c2eff9426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:24.767369 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b65f9f06-cac8-49a6-8459-4d0aa4fb3dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:24.828141 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:25.676354 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:27.216482 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:47.828790 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 5 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:43:52.139020 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-a6114f9e-049e-41fd-a3a8-08598533babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:54.750009 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-d5d5572c-b1c8-4310-bbec-1fa312bc36a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:54.789641 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:55.704368 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:43:57.221549 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:22.137994 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-859f1c6c-d2b2-4b86-8d3c-8d7888ada059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:24.726610 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-146a3e88-c8a7-42c0-906b-a58bdc65681f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:24.807248 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:24.826368 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 5 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:44:25.692722 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:27.218321 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:45.427076 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973'] for agent, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:48.734939 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 40870) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:44:48.835925 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-7fead865-7134-4835-9cb0-f77db9bd674e admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0998595 Jun 10 22:44:50.956841 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 40880) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:44:51.014488 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-4e086717-7910-4cb9-840f-5e3e57f5bcd9 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0565834 Jun 10 22:44:52.129508 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-cfb6977e-ff2d-4da7-ae17-183dba65af97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:54.729828 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7db1c3bf-2f44-4133-9fba-4dcc958cc190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:54.830058 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:55.686588 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:44:57.221972 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:01.825435 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:45:15.389336 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:22.132152 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-39d487d9-fece-4da3-a0b2-05c18e3b5c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:24.744268 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-753e4616-e27a-45e2-bd9b-6b9c84d3ceac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:24.817400 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:25.714991 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:27.226182 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:38.824626 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:45:45.391576 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:52.148870 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-a19a8a27-b359-464e-ab63-0837bec079bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:54.749013 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-d81ed3f7-4da2-4b72-bd33-c83f1939e41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:54.820105 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:55.677536 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:45:57.234882 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:15.431729 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:15.823634 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:46:16.720402 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41088) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:16.885832 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41098) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:16.914345 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41102) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:17.089924 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1178820050-network', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:17.157258 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Made reservation on behalf of 4b9e491776fc444595d858b6d9fa77d4 for: {'network': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:46:17.159669 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.170218 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.197581 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-923442251-network', 'tenant_id': '62536f4eecbc4dda997c12755838ce09'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:17.274050 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.279488 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-network', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:17.358571 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.367588 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:17.382628 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=98755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:46:17.408928 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.409313 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.segments_db [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Added segment e99fdd75-f815-47a5-adff-ea853b5be6cb of type vlan for network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 Jun 10 22:46:17.410854 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766b3f3b-605b-4349-8f32-630711e6d85c,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:17.456138 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:17.456419 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:17.456925 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:17.457437 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:17.457764 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:17.458091 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:17.458488 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:17.458723 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:17.459057 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:17.459372 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:17.459873 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:17.460263 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Tracked resource versions report: Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: pushed versions: Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: { 'AddressGroup': {'1.2'}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'ConntrackHelper': {'1.0'}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Log': {'1.0'}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Network': {'1.1'}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Port': {'1.7'}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'PortForwarding': {'1.2'}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'QosPolicy': {'1.8'}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'SecurityGroup': {'1.4'}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'SubPort': {'1.0'}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Subnet': {'1.1'}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Trunk': {'1.1'}} Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: consumer versions: Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: { DHCP agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: HyperV agent@hv-cinder-79053: {}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: L3 agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: Metadata agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: Metering agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: Open vSwitch agent@dv-cinder-790535-2-iscsi: { 'AddressGroup': '1.2', Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'ConntrackHelper': '1.0', Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Log': '1.0', Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Network': '1.1', Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Port': '1.7', Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'PortForwarding': '1.2', Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'QosPolicy': '1.8', Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'SecurityGroup': '1.4', Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'SecurityGroupRule': '1.2', Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'SubPort': '1.0', Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Subnet': '1.1', Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: 'Trunk': '1.1'}} Jun 10 22:46:17.461216 dv-cinder-790535-2-iscsi neutron-server[98755]: {{(pid=98755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:46:17.476610 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.481476 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:17.501265 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Made reservation on behalf of 62536f4eecbc4dda997c12755838ce09 for: {'network': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:46:17.501265 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.528584 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.592853 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41138) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:17.599790 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.601121 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:17.601697 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.604629 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-fd5c55b6-926f-455b-a28d-4cbbe3fff97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:17.632685 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Made reservation on behalf of bd4a447943d748249dde91fbf60f4eda for: {'network': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:46:17.634939 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.654312 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.725584 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Pushing event updated for resources: {'Network': ['ID=3eee5bef-38ad-41c3-9a4e-23afd1f4c503,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:17.736463 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:17.736950 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:46:17.806970 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.831047 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-837905308-network', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:17.883753 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.887713 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:17.898940 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=98755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:46:17.964373 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9017df50-b451-4a3c-8ff1-869b359a6ef8,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:17.972578 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:17.973042 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.segments_db [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Added segment 3c5b060d-d832-4d3e-b189-12fc02433228 of type vlan for network c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7 Jun 10 22:46:18.029187 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:18.056540 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:18.062700 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3385391 Jun 10 22:46:18.062859 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41158) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:18.068308 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-cb8ccd1c-c407-4ada-86fd-ee5adae3d7df admin admin] Request body: {'subnet': {'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1178820050-subnet', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:18.182436 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:18.184519 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:18.186244 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:18.186889 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:18.198136 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:18.275085 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:18.276065 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Pushing event updated for resources: {'Network': ['ID=c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:18.281408 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:18.285812 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:18.289999 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7 details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:46:18.300526 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=98755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:46:18.317180 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c566cdd-aaac-429b-a9f9-8b48270f0cf1,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:18.320030 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:18.320370 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.segments_db [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Added segment 187ecb30-798a-4807-9083-f349320ff0d6 of type vlan for network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 Jun 10 22:46:18.321833 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:18.374695 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41174) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:18.380311 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Request body: {'subnet': {'network_id': 'c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-923442251-subnet', 'tenant_id': '62536f4eecbc4dda997c12755838ce09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:18.384460 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4975200 Jun 10 22:46:18.408066 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:18.445261 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Made reservation on behalf of 3ccd3c69af9d4510806f9c3361929ce4 for: {'network': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:46:18.448249 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:18.462781 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41190) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:18.465681 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:18.494178 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:18.495503 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:18.496125 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:18.498916 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:18.578254 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8ccd1c-c407-4ada-86fd-ee5adae3d7df admin admin] Made reservation on behalf of 4b9e491776fc444595d858b6d9fa77d4 for: {'subnet': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:46:18.580559 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cb8ccd1c-c407-4ada-86fd-ee5adae3d7df admin admin] Notify callbacks [] for subnet, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:18.583691 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Pushing event updated for resources: {'Network': ['ID=4bf55eb4-ce53-42eb-adc7-05ee654e0346,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:18.598444 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.db.api [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 22:46:18.598444 dv-cinder-790535-2-iscsi neutron-server[98755]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 22:46:18.598444 dv-cinder-790535-2-iscsi neutron-server[98755]: [parameters: {'project_id_1': '3ccd3c69af9d4510806f9c3361929ce4', 'expiration_1': datetime.datetime(2021, 6, 10, 22, 46, 18, 480351)}] Jun 10 22:46:18.598444 dv-cinder-790535-2-iscsi neutron-server[98755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 22:46:18.598808 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_db.api [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 22:46:18.599329 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:18.607211 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:46:18.810683 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-915dc617-aab7-412d-897c-0213dfd8f56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:18.814195 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Made reservation on behalf of 62536f4eecbc4dda997c12755838ce09 for: {'subnet': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:46:18.816878 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:18.969478 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41200) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:18.973537 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0486689 Jun 10 22:46:18.986546 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-be0d4a9c-fec0-4db7-955b-d08d909af45e admin admin] Request body: {'subnet': {'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-subnet', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:19.100089 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.126300 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cb8ccd1c-c407-4ada-86fd-ee5adae3d7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878'] for subnet, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.130238 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-588fccbe-6d72-4b55-8c63-0569bd42a105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:19.137381 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-915dc617-aab7-412d-897c-0213dfd8f56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.138519 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878'] for subnet, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.140578 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:19.201617 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ccd1c-c407-4ada-86fd-ee5adae3d7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b3330e-cf08-42c3-864b-2bcbf890eaf6,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:19.207192 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-cb8ccd1c-c407-4ada-86fd-ee5adae3d7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:19.210675 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ccd1c-c407-4ada-86fd-ee5adae3d7df admin admin] Checking segment: {'id': 'e99fdd75-f815-47a5-adff-ea853b5be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:19.211137 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ccd1c-c407-4ada-86fd-ee5adae3d7df admin admin] Network hostable DHCP agents. Network: 3eee5bef-38ad-41c3-9a4e-23afd1f4c503, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:46:19.213322 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd84139-7323-4b1e-b04a-913a61f2e35f,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:19.226109 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Checking segment: {'id': '3c5b060d-d832-4d3e-b189-12fc02433228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:19.226109 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Network hostable DHCP agents. Network: c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:46:19.226109 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:19.226109 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:19.226109 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:19.226109 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:19.226109 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:19.226724 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:19.226724 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:19.227026 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:19.227517 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:19.228017 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:19.228516 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:19.228832 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Tracked resource versions report: Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: pushed versions: Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: { 'AddressGroup': {'1.2'}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'ConntrackHelper': {'1.0'}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Log': {'1.0'}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Network': {'1.1'}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Port': {'1.7'}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'PortForwarding': {'1.2'}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'QosPolicy': {'1.8'}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'SecurityGroup': {'1.4'}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'SubPort': {'1.0'}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Subnet': {'1.1'}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Trunk': {'1.1'}} Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: consumer versions: Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: { DHCP agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: HyperV agent@hv-cinder-79053: {}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: L3 agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: Metadata agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: Metering agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: Open vSwitch agent@dv-cinder-790535-2-iscsi: { 'AddressGroup': '1.2', Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'ConntrackHelper': '1.0', Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Log': '1.0', Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Network': '1.1', Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Port': '1.7', Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'PortForwarding': '1.2', Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'QosPolicy': '1.8', Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'SecurityGroup': '1.4', Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'SecurityGroupRule': '1.2', Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'SubPort': '1.0', Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Subnet': '1.1', Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: 'Trunk': '1.1'}} Jun 10 22:46:19.229829 dv-cinder-790535-2-iscsi neutron-server[98754]: {{(pid=98754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:46:19.233869 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:19.252431 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-915dc617-aab7-412d-897c-0213dfd8f56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.260992 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:19.309083 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-915dc617-aab7-412d-897c-0213dfd8f56a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3d4300817764b429e96613bb384ead1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8450067 Jun 10 22:46:19.311868 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41212) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:19.317625 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dc617-aab7-412d-897c-0213dfd8f56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb318cc8-ffa5-4573-8cc2-4d7d77fcf298,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:19.321104 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-915dc617-aab7-412d-897c-0213dfd8f56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:19.351979 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ccd1c-c407-4ada-86fd-ee5adae3d7df admin admin] Network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:46:19.354222 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Network c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7 is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:46:19.373279 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6f9002e2-6a52-4940-b179-623d423d2877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.383304 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0d4a9c-fec0-4db7-955b-d08d909af45e admin admin] Made reservation on behalf of bd4a447943d748249dde91fbf60f4eda for: {'subnet': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:46:19.385423 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-be0d4a9c-fec0-4db7-955b-d08d909af45e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.420757 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6f9002e2-6a52-4940-b179-623d423d2877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.438781 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-cb8ccd1c-c407-4ada-86fd-ee5adae3d7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, 3eee5bef-38ad-41c3-9a4e-23afd1f4c503) {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:19.444633 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ccd1c-c407-4ada-86fd-ee5adae3d7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:19.446449 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cb8ccd1c-c407-4ada-86fd-ee5adae3d7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.450098 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1943667-ff5e-4a18-8e7c-e81cbe521de9 None None] Network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:46:19.486692 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.488927 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7) {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:19.496920 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b168cd-0bfc-4db1-a781-ab588def77dc None None] Network c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:46:19.558156 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.562317 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:19.571433 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:19.572584 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.583359 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=98755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:46:19.600488 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa5d676-183a-435d-91ec-663e866ea98c,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:19.604521 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.604865 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.segments_db [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Added segment 9ba29cf6-c00a-470a-8822-451d7530775c of type vlan for network fdff5cb4-d760-4ffc-943a-3097ca88fb4d Jun 10 22:46:19.606268 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:19.649630 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-cb8ccd1c-c407-4ada-86fd-ee5adae3d7df admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5857575 Jun 10 22:46:19.654094 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41222) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:19.657321 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1178820050-router', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:19.671977 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.723484 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b636bcc6-d501-4ac6-ba56-922a7c3b44eb None None] Network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:46:19.744664 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3687341 Jun 10 22:46:19.792767 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.795303 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:19.796108 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.810613 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ea425f43-8f64-4716-8c7e-88810095e11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:19.820708 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6f9002e2-6a52-4940-b179-623d423d2877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.823729 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6f9002e2-6a52-4940-b179-623d423d2877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.827969 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-6f9002e2-6a52-4940-b179-623d423d2877 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb318cc8-ffa5-4573-8cc2-4d7d77fcf298 HTTP/1.1" status: 204 len: 168 time: 0.5150976 Jun 10 22:46:19.829241 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-36f59e97-a5e7-45b1-b81d-64d53111bda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:19.845383 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9002e2-6a52-4940-b179-623d423d2877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb318cc8-ffa5-4573-8cc2-4d7d77fcf298,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:19.851488 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-6f9002e2-6a52-4940-b179-623d423d2877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:19.856622 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-be0d4a9c-fec0-4db7-955b-d08d909af45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878'] for subnet, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.857553 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8999'] for router, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.858909 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9180'] for router, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:19.871340 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:19.962707 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c52d3-0d08-43f4-9c9b-30f4b44ea07d None None] Network c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:46:20.025269 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d4a9c-fec0-4db7-955b-d08d909af45e admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d4f47f-32e3-473c-b6fb-4be1ccbc6118,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:20.033790 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-be0d4a9c-fec0-4db7-955b-d08d909af45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:20.071420 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d4a9c-fec0-4db7-955b-d08d909af45e admin admin] Checking segment: {'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:20.072146 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0d4a9c-fec0-4db7-955b-d08d909af45e admin admin] Network hostable DHCP agents. Network: 4bf55eb4-ce53-42eb-adc7-05ee654e0346, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:46:20.101788 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5050657 Jun 10 22:46:20.102457 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41246) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:20.108523 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-4a2cd108-0199-4310-b561-e2116162af44 admin admin] Request body: {'subnet': {'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-837905308-subnet', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:20.174972 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Pushing event updated for resources: {'Network': ['ID=fdff5cb4-d760-4ffc-943a-3097ca88fb4d,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:20.178905 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:20.183196 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:20.215267 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2cd108-0199-4310-b561-e2116162af44 admin admin] Made reservation on behalf of 3ccd3c69af9d4510806f9c3361929ce4 for: {'subnet': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:46:20.215267 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd108-0199-4310-b561-e2116162af44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:20.247760 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network fdff5cb4-d760-4ffc-943a-3097ca88fb4d details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:46:20.350215 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0d4a9c-fec0-4db7-955b-d08d909af45e admin admin] Network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:46:20.463294 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-be0d4a9c-fec0-4db7-955b-d08d909af45e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, 4bf55eb4-ce53-42eb-adc7-05ee654e0346) {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:20.481477 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0d4a9c-fec0-4db7-955b-d08d909af45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:20.482450 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-be0d4a9c-fec0-4db7-955b-d08d909af45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:20.498447 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c911ea-e00c-4755-ba62-bc3502565e86 None None] Network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:46:20.586355 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-be0d4a9c-fec0-4db7-955b-d08d909af45e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6036289 Jun 10 22:46:20.588994 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41268) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:20.594030 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:20.639729 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:20.697868 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd108-0199-4310-b561-e2116162af44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878'] for subnet, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:20.697868 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-838a645e-4f40-4ef5-af78-aa9c3f32f8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:20.738464 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcda3c494-a473-5c72-ae2c-227ee37b7c35-4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118'}]}} from dv-cinder-790535-2-iscsi. {{(pid=98756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:46:20.739271 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:20.746041 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8999'] for router, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:20.747608 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9180'] for router, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:20.778994 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cd108-0199-4310-b561-e2116162af44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f890a9bf-0853-45c5-86e2-c17d3f245b7a,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:20.785848 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4a2cd108-0199-4310-b561-e2116162af44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:20.792088 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41286) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:20.795623 dv-cinder-790535-2-iscsi neutron-server[98755]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 22:46:20.839647 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2cd108-0199-4310-b561-e2116162af44 admin admin] Checking segment: {'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:20.840065 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2cd108-0199-4310-b561-e2116162af44 admin admin] Network hostable DHCP agents. Network: fdff5cb4-d760-4ffc-943a-3097ca88fb4d, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:46:20.906244 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.db_base_plugin_common [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Allocated IP 172.20.0.2 (4bf55eb4-ce53-42eb-adc7-05ee654e0346/35d4f47f-32e3-473c-b6fb-4be1ccbc6118/5db3e09f-49a6-4fa4-971b-c8daf91dff60) {{(pid=98756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:20.975773 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.006059 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41290) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:21.027487 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a4078c83-72d0-4d18-a794-e050fd59b139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.076598 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-efca8d7b-25bd-49a2-a432-2386799e4abf tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:21.078076 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-efca8d7b-25bd-49a2-a432-2386799e4abf tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/networks?id=c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7 HTTP/1.1" status: 200 len: 811 time: 0.2849622 Jun 10 22:46:21.108511 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-2d075e22-e832-48a9-9265-20fbcc0b93f3 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/quotas/62536f4eecbc4dda997c12755838ce09 HTTP/1.1" status: 200 len: 375 time: 0.0150535 Jun 10 22:46:21.210541 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2cd108-0199-4310-b561-e2116162af44 admin admin] Network fdff5cb4-d760-4ffc-943a-3097ca88fb4d is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:46:21.219596 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Notify callbacks [] for port, precommit_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.229158 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Transition to ACTIVE for port object 5db3e09f-49a6-4fa4-971b-c8daf91dff60 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:21.251538 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Transition to ACTIVE for port object 5db3e09f-49a6-4fa4-971b-c8daf91dff60 will not be triggered until provisioned by entity DHCP. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:21.262753 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-11f19124-636e-4539-b3d7-d51389e0d8a1 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=62536f4eecbc4dda997c12755838ce09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1412592 Jun 10 22:46:21.324330 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.350379 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.353876 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.355528 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:21.356555 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-4a2cd108-0199-4310-b561-e2116162af44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, fdff5cb4-d760-4ffc-943a-3097ca88fb4d) {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:21.368777 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2cd108-0199-4310-b561-e2116162af44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:21.370195 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd108-0199-4310-b561-e2116162af44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.373098 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f65cc-4301-4ae0-9a6a-c1e406994c10 None None] Network fdff5cb4-d760-4ffc-943a-3097ca88fb4d requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:46:21.377516 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.443231 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a4078c83-72d0-4d18-a794-e050fd59b139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.546955 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a4078c83-72d0-4d18-a794-e050fd59b139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.557082 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 is already hosted by enough agents. {{(pid=98756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:21.561928 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Allocated IP 172.27.0.69 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/20221016-78e0-4ecd-9179-a8cf8bcdc294) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:21.564310 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:21.565293 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.base_scheduler [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Resources bound (agent type, host, resource id): {{(pid=98756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:21.577396 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Received port after_create {{(pid=98756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:21.582955 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Pushing event updated for resources: {'Port': ['ID=5db3e09f-49a6-4fa4-971b-c8daf91dff60,revision_number=1']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:21.594866 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-2990e6eb-5ba0-48e7-9121-919869e278aa service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:46:21.601355 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:21.603785 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:21.603785 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:21.603785 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:21.603785 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:21.603785 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:21.603785 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:21.603785 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:21.604419 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:21.604514 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-2990e6eb-5ba0-48e7-9121-919869e278aa service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0973432 Jun 10 22:46:21.604612 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:21.604790 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:21.605106 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Tracked resource versions report: Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: pushed versions: Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: { 'AddressGroup': {'1.2'}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'ConntrackHelper': {'1.0'}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Log': {'1.0'}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Network': {'1.1'}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Port': {'1.7'}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'PortForwarding': {'1.2'}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'QosPolicy': {'1.8'}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'SecurityGroup': {'1.4'}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'SubPort': {'1.0'}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Subnet': {'1.1'}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Trunk': {'1.1'}} Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: consumer versions: Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: { DHCP agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: HyperV agent@hv-cinder-79053: {}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: L3 agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: Metadata agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: Metering agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: Open vSwitch agent@dv-cinder-790535-2-iscsi: { 'AddressGroup': '1.2', Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'ConntrackHelper': '1.0', Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Log': '1.0', Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Network': '1.1', Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Port': '1.7', Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'PortForwarding': '1.2', Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'QosPolicy': '1.8', Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'SecurityGroup': '1.4', Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'SecurityGroupRule': '1.2', Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'SubPort': '1.0', Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Subnet': '1.1', Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: 'Trunk': '1.1'}} Jun 10 22:46:21.606758 dv-cinder-790535-2-iscsi neutron-server[98756]: {{(pid=98756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:46:21.615198 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-a4078c83-72d0-4d18-a794-e050fd59b139 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c81a1ff59b1f47afbd6f77ab537af193&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6074951 Jun 10 22:46:21.619320 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41316) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:21.671737 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:21.705721 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-4a2cd108-0199-4310-b561-e2116162af44 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6024013 Jun 10 22:46:21.711279 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41320) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:21.713708 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4078c83-72d0-4d18-a794-e050fd59b139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c011f74-b90f-4401-9a3d-a6642c72dc03,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:21.717638 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a4078c83-72d0-4d18-a794-e050fd59b139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:21.724722 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:21.732318 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Attempting to bind port 5db3e09f-49a6-4fa4-971b-c8daf91dff60 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:46:21.732709 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Attempting to bind port 5db3e09f-49a6-4fa4-971b-c8daf91dff60 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:46:21.733455 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Attempting to bind port 5db3e09f-49a6-4fa4-971b-c8daf91dff60 on network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:21.763154 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:46:21.763537 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Checking segment: {'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:21.763967 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.765459 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Bound using segment: {'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:46:21.769667 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Bound port: 5db3e09f-49a6-4fa4-971b-c8daf91dff60, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:46:21.769667 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.781915 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcda3c494-a473-5c72-ae2c-227ee37b7c35-fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a'}]}} from dv-cinder-790535-2-iscsi. {{(pid=98756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:46:21.782906 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.819065 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-21d87758-983d-4dde-ab95-6aa7e23e5fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.940484 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8999'] for router, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.941927 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9180'] for router, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.942462 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] For port 5db3e09f-49a6-4fa4-971b-c8daf91dff60, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:46:21.947652 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] For port 5db3e09f-49a6-4fa4-971b-c8daf91dff60, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=5db3e09f-49a6-4fa4-971b-c8daf91dff60,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:46:21.952821 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-21d87758-983d-4dde-ab95-6aa7e23e5fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:21.997543 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.db_base_plugin_common [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Allocated IP 172.20.0.2 (fdff5cb4-d760-4ffc-943a-3097ca88fb4d/f890a9bf-0853-45c5-86e2-c17d3f245b7a/6779e37a-3502-44be-815b-ef9b0152d862) {{(pid=98756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:22.031927 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-d700c680-685a-441e-b7b1-895de1fc49ce service neutron] 10.222.0.25 "GET /v2.0/networks/c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269109 Jun 10 22:46:22.042416 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.099320 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.113715 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-674d7ee9-21c0-4c01-bb08-4bfeee0d9888 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:22.115301 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.119378 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.161524 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.189052 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Pushing event updated for resources: {'Port': ['ID=5db3e09f-49a6-4fa4-971b-c8daf91dff60,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:22.189803 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-33505c40-a7f4-40d3-90d0-574b1bdfa405 service neutron] 10.222.0.25 "GET /v2.0/networks/c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569653 Jun 10 22:46:22.240529 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:22.268693 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-18da1f1f-6822-43e2-9ab9-b4956e23d3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.296779 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Notify callbacks [] for port, precommit_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.308497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Transition to ACTIVE for port object 6779e37a-3502-44be-815b-ef9b0152d862 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:22.323186 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.326351 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Transition to ACTIVE for port object 6779e37a-3502-44be-815b-ef9b0152d862 will not be triggered until provisioned by entity DHCP. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:22.327476 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:22.356114 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-21d87758-983d-4dde-ab95-6aa7e23e5fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.373434 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-21d87758-983d-4dde-ab95-6aa7e23e5fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.376194 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-21d87758-983d-4dde-ab95-6aa7e23e5fe5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c011f74-b90f-4401-9a3d-a6642c72dc03 HTTP/1.1" status: 204 len: 168 time: 0.7481978 Jun 10 22:46:22.383014 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-915dc617-aab7-412d-897c-0213dfd8f56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:22.384328 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Pushing event updated for resources: {'Port': ['ID=20221016-78e0-4ecd-9179-a8cf8bcdc294,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:22.388540 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:22.396837 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:22.398752 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:22.398875 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.401618 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-039ba3d2-2f18-43bf-9e13-c352c0cb3473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:22.401760 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:22.431429 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d87758-983d-4dde-ab95-6aa7e23e5fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c011f74-b90f-4401-9a3d-a6642c72dc03,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:22.434007 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-21d87758-983d-4dde-ab95-6aa7e23e5fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:22.515985 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Pushing event updated for resources: {'Port': ['ID=6779e37a-3502-44be-815b-ef9b0152d862,revision_number=1']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:22.537311 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:22.551131 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Network fdff5cb4-d760-4ffc-943a-3097ca88fb4d is already hosted by enough agents. {{(pid=98756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:22.553270 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.base_scheduler [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Resources bound (agent type, host, resource id): {{(pid=98756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:22.566019 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Received port after_create {{(pid=98756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:22.697527 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Attempting to bind port 6779e37a-3502-44be-815b-ef9b0152d862 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:46:22.697905 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Attempting to bind port 6779e37a-3502-44be-815b-ef9b0152d862 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:46:22.698271 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Attempting to bind port 6779e37a-3502-44be-815b-ef9b0152d862 on network fdff5cb4-d760-4ffc-943a-3097ca88fb4d {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:22.714459 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:46:22.715292 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Checking segment: {'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:22.715292 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.715623 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Bound using segment: {'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:46:22.716132 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Bound port: 6779e37a-3502-44be-815b-ef9b0152d862, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:46:22.716512 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.759036 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41356) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:22.837647 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] For port 6779e37a-3502-44be-815b-ef9b0152d862, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:46:22.848562 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] For port 6779e37a-3502-44be-815b-ef9b0152d862, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=6779e37a-3502-44be-815b-ef9b0152d862,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:46:22.887417 dv-cinder-790535-2-iscsi neutron-server[98754]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 22:46:22.930693 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.937270 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-039ba3d2-2f18-43bf-9e13-c352c0cb3473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:22.954174 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:22.959020 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-03eccc43-08a8-4fb6-9629-28a5acd1fa5e req-41f7241a-28b6-4b88-a598-5c9baddf0504 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 210 time: 0.0743947 Jun 10 22:46:22.962733 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 5db3e09f-49a6-4fa4-971b-c8daf91dff60 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:23.007349 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Allocated IP 172.27.0.186 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/480eabc5-6831-4993-81fd-4e4bfad58020) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:23.096008 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Pushing event updated for resources: {'Port': ['ID=6779e37a-3502-44be-815b-ef9b0152d862,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:23.101716 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:23.135411 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:23.200329 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 5db3e09f-49a6-4fa4-971b-c8daf91dff60 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:23.255559 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:23.798448 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01644297-3cff-405e-8ab9-b1c42e381db7 None None] Network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:46:23.817048 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514295'] for router, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:23.920481 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:23.926610 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:24.050606 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-b9a1be4c-c4b6-474d-bf57-3b3bf37dc78b None None] Provisioning for port 5db3e09f-49a6-4fa4-971b-c8daf91dff60 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:24.057943 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-b9a1be4c-c4b6-474d-bf57-3b3bf37dc78b None None] Provisioning complete for port 5db3e09f-49a6-4fa4-971b-c8daf91dff60 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:24.058518 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b9a1be4c-c4b6-474d-bf57-3b3bf37dc78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:24.060953 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:24.094616 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:24.110517 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:24.115352 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Pushing event updated for resources: {'Port': ['ID=480eabc5-6831-4993-81fd-4e4bfad58020,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:24.191099 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-85488c0b-916d-48bf-afc3-fc965af14232 req-11a29acd-8d23-4b5e-8c6a-a13869945907 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 210 time: 0.0873425 Jun 10 22:46:24.234314 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:24.237103 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:24.304166 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Router 195284f7-3cb8-4a8e-aa92-1df95431acb2 is scheduled to L3 agent 9e203144-a816-49db-8412-f3f5fb058eed with binding_index 1 {{(pid=98755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:46:24.311607 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:24.358701 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b9a1be4c-c4b6-474d-bf57-3b3bf37dc78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:24.436648 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-b9a1be4c-c4b6-474d-bf57-3b3bf37dc78b None None] For port 5db3e09f-49a6-4fa4-971b-c8daf91dff60, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=5db3e09f-49a6-4fa4-971b-c8daf91dff60,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:46:24.504367 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b9a1be4c-c4b6-474d-bf57-3b3bf37dc78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:24.507220 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-10019a05-688f-421a-b295-871eda5cb069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:24.601719 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1be4c-c4b6-474d-bf57-3b3bf37dc78b None None] Pushing event updated for resources: {'Port': ['ID=5db3e09f-49a6-4fa4-971b-c8daf91dff60,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:24.606079 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-b9a1be4c-c4b6-474d-bf57-3b3bf37dc78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:24.634056 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-31dba226-e326-4a3a-a94a-955de35449f6 None None] Provisioning complete for port 5db3e09f-49a6-4fa4-971b-c8daf91dff60 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:24.640083 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-31dba226-e326-4a3a-a94a-955de35449f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:24.809515 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Allocated IP 172.27.0.239 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/3ab3fe54-01da-4704-9b05-b2ca4260a4c7) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:24.816191 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a33e1f-54aa-43d6-89d0-dbbc8bbb98a5 None None] Network fdff5cb4-d760-4ffc-943a-3097ca88fb4d requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:46:24.904066 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:46:24.913384 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Sync routers for ids ['195284f7-3cb8-4a8e-aa92-1df95431acb2'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:46:24.934244 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Routers {'195284f7-3cb8-4a8e-aa92-1df95431acb2'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:46:24.934442 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:45:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['195284f7-3cb8-4a8e-aa92-1df95431acb2'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:24.960546 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:25.063521 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Notify callbacks [] for router, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:25.071321 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4141219 Jun 10 22:46:25.072042 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41450) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:25.083617 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 5db3e09f-49a6-4fa4-971b-c8daf91dff60 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:25.095842 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:25.098275 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-a7844cf1-c8f5-42de-a625-2a202ef276c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:25.265181 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 5db3e09f-49a6-4fa4-971b-c8daf91dff60 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:25.266893 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:25.343931 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Set router 195284f7-3cb8-4a8e-aa92-1df95431acb2 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:46:25.461352 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-23c586f2-d446-42d2-8a35-1e5a68fac4aa None None] Provisioning for port 6779e37a-3502-44be-815b-ef9b0152d862 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:25.497825 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 6779e37a-3502-44be-815b-ef9b0152d862 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:25.499133 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41468) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:25.513752 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-25dba5bb-0701-4fc4-8451-d13c6b317707 req-432a7598-f14b-46cf-87a4-632338f846a0 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 210 time: 0.1109571 Jun 10 22:46:25.585896 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:25.761262 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:25.762304 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 6779e37a-3502-44be-815b-ef9b0152d862 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:25.766960 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 6779e37a-3502-44be-815b-ef9b0152d862 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:25.770770 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:25.775077 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5f44b9e9-5ef3-41f7-a355-f8a87f90bd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:25.832389 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1178820050-router', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '20221016-78e0-4ecd-9179-a8cf8bcdc294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:19Z', 'updated_at': '2021-06-10T22:46:22Z', 'revision_number': 3, 'project_id': '4b9e491776fc444595d858b6d9fa77d4', 'gw_port': {'id': '20221016-78e0-4ecd-9179-a8cf8bcdc294', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ed:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:25.840516 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Checking router: 195284f7-3cb8-4a8e-aa92-1df95431acb2 for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:46:25.840913 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Updating router 195284f7-3cb8-4a8e-aa92-1df95431acb2 port 20221016-78e0-4ecd-9179-a8cf8bcdc294 binding host dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:46:25.896055 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:25.927232 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:25.927793 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514295'] for router, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:25.961719 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 6779e37a-3502-44be-815b-ef9b0152d862, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=6779e37a-3502-44be-815b-ef9b0152d862,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:46:26.032358 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.034560 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:26.049053 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.068265 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:26.133583 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Pushing event updated for resources: {'Port': ['ID=3ab3fe54-01da-4704-9b05-b2ca4260a4c7,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:26.142116 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.147080 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=6779e37a-3502-44be-815b-ef9b0152d862,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:26.150446 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:26.157952 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:26.175309 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5f44b9e9-5ef3-41f7-a355-f8a87f90bd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.228008 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:26.235344 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:26.240171 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:26.358987 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Allocated IP 172.20.0.1 (3eee5bef-38ad-41c3-9a4e-23afd1f4c503/a1b3330e-cf08-42c3-864b-2bcbf890eaf6/1f80c038-39ce-45ce-9d5c-2947631bf509) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:26.367286 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5f44b9e9-5ef3-41f7-a355-f8a87f90bd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.371095 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Notify callbacks [] for port, precommit_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.379562 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-6f9002e2-6a52-4940-b179-623d423d2877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:26.382786 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.provisioning_blocks [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Transition to ACTIVE for port object 20221016-78e0-4ecd-9179-a8cf8bcdc294 will not be triggered until provisioned by entity L2. {{(pid=98757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:26.473687 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-5f44b9e9-5ef3-41f7-a355-f8a87f90bd6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42b828cd396c4dc58bbe8c859e62f2d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9534428 Jun 10 22:46:26.475305 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41492) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:26.482628 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44b9e9-5ef3-41f7-a355-f8a87f90bd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb08589-5b5b-4e1b-8f3b-78b90cc1ad0f,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:26.486578 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5f44b9e9-5ef3-41f7-a355-f8a87f90bd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:26.510844 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.563384 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.563558 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0b23c0d4-676d-4534-9e10-f0044663815e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.563659 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:26.596874 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0b23c0d4-676d-4534-9e10-f0044663815e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.618559 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Attempting to bind port 20221016-78e0-4ecd-9179-a8cf8bcdc294 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:46:26.625238 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Attempting to bind port 20221016-78e0-4ecd-9179-a8cf8bcdc294 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:46:26.625238 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Attempting to bind port 20221016-78e0-4ecd-9179-a8cf8bcdc294 on network 3e0b5106-2246-44f7-b3cf-d443495374ef {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:26.626786 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Pushing event updated for resources: {'Port': ['ID=20221016-78e0-4ecd-9179-a8cf8bcdc294,revision_number=2']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:26.636364 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:46:26.636744 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Checking segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:26.637181 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.637608 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Bound using segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:46:26.638096 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Bound port: 20221016-78e0-4ecd-9179-a8cf8bcdc294, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:46:26.638470 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.668416 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:26.668756 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:26.669084 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:26.669407 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:26.669782 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:26.670198 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:26.670524 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:26.670840 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:26.671181 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:26.671497 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:26.671836 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:26.672154 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Tracked resource versions report: Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: pushed versions: Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: { 'AddressGroup': {'1.2'}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'ConntrackHelper': {'1.0'}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Log': {'1.0'}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Network': {'1.1'}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Port': {'1.7'}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'PortForwarding': {'1.2'}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'QosPolicy': {'1.8'}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'SecurityGroup': {'1.4'}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'SecurityGroupRule': {'1.2'}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'SubPort': {'1.0'}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Subnet': {'1.1'}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Trunk': {'1.1'}} Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: consumer versions: Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: { DHCP agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: HyperV agent@hv-cinder-79053: {}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: L3 agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: Metadata agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: Metering agent@dv-cinder-790535-2-iscsi: {}, Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: Open vSwitch agent@dv-cinder-790535-2-iscsi: { 'AddressGroup': '1.2', Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'ConntrackHelper': '1.0', Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Log': '1.0', Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Network': '1.1', Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Port': '1.7', Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'PortForwarding': '1.2', Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'QosPolicy': '1.8', Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'SecurityGroup': '1.4', Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'SecurityGroupRule': '1.2', Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'SubPort': '1.0', Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Subnet': '1.1', Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: 'Trunk': '1.1'}} Jun 10 22:46:26.673173 dv-cinder-790535-2-iscsi neutron-server[98757]: {{(pid=98757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 22:46:26.677454 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:26.703238 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c1e2a96d-ecc8-4512-9dbe-61f6c76ba678 req-37825265-73ba-467b-850d-d6c8d70164ac tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 210 time: 0.0350695 Jun 10 22:46:26.704124 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Router 659cb209-fbc4-4fc0-8e47-859612fc3e34 is scheduled to L3 agent 9e203144-a816-49db-8412-f3f5fb058eed with binding_index 1 {{(pid=98754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:46:26.711113 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] For port 20221016-78e0-4ecd-9179-a8cf8bcdc294, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:46:26.714599 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] For port 20221016-78e0-4ecd-9179-a8cf8bcdc294, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=20221016-78e0-4ecd-9179-a8cf8bcdc294,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:46:26.766132 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.773154 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e309201e-b85b-4a69-a3c5-0382cd0eefae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:26.795388 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.804967 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0b23c0d4-676d-4534-9e10-f0044663815e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.808694 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:26.819600 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0b23c0d4-676d-4534-9e10-f0044663815e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.820997 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-0b23c0d4-676d-4534-9e10-f0044663815e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcb08589-5b5b-4e1b-8f3b-78b90cc1ad0f HTTP/1.1" status: 204 len: 168 time: 0.3447425 Jun 10 22:46:26.832443 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:26.835629 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:26.840765 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:26.841757 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510768'] for router_interface, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:26.844591 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41500) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:26.852376 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Pushing event updated for resources: {'Port': ['ID=1f80c038-39ce-45ce-9d5c-2947631bf509,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:26.904380 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Routers {'195284f7-3cb8-4a8e-aa92-1df95431acb2'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:46:26.905003 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:46:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['195284f7-3cb8-4a8e-aa92-1df95431acb2'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:26.910686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:26.911682 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:26.912887 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 6779e37a-3502-44be-815b-ef9b0152d862 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:26.925629 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23c0d4-676d-4534-9e10-f0044663815e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb08589-5b5b-4e1b-8f3b-78b90cc1ad0f,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:26.933744 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0b23c0d4-676d-4534-9e10-f0044663815e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:26.990884 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:27.047252 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 6779e37a-3502-44be-815b-ef9b0152d862 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:27.047252 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:27.144879 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Pushing event updated for resources: {'Port': ['ID=20221016-78e0-4ecd-9179-a8cf8bcdc294,revision_number=3']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:27.149191 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:27.189042 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] Set router 195284f7-3cb8-4a8e-aa92-1df95431acb2 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:46:27.248753 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:46:27.259661 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Sync routers for ids ['659cb209-fbc4-4fc0-8e47-859612fc3e34'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:46:27.285937 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Routers {'659cb209-fbc4-4fc0-8e47-859612fc3e34'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:46:27.286616 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:46:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['659cb209-fbc4-4fc0-8e47-859612fc3e34'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:27.296800 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:27.355835 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:27.425598 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c0c02573-c463-419e-a606-2f6dfb173d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:27.482271 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Set router 659cb209-fbc4-4fc0-8e47-859612fc3e34 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:46:27.512203 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Notify callbacks [] for router, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:27.516374 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41516) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:27.516532 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9262578 Jun 10 22:46:27.564294 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514295'] for router, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:27.620969 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1178820050-router', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '20221016-78e0-4ecd-9179-a8cf8bcdc294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:19Z', 'updated_at': '2021-06-10T22:46:22Z', 'revision_number': 3, 'project_id': '4b9e491776fc444595d858b6d9fa77d4', 'gw_port': {'id': '20221016-78e0-4ecd-9179-a8cf8bcdc294', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ed:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:27.626976 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e4f6e-040b-454a-80ae-85cb2a1c1903 None None] The sync data for ids ['195284f7-3cb8-4a8e-aa92-1df95431acb2'] in dv-cinder-790535-2-iscsi is: [{'id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1178820050-router', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '20221016-78e0-4ecd-9179-a8cf8bcdc294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:19Z', 'updated_at': '2021-06-10T22:46:22Z', 'revision_number': 3, 'project_id': '4b9e491776fc444595d858b6d9fa77d4', 'gw_port': {'id': '20221016-78e0-4ecd-9179-a8cf8bcdc294', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ed:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:46:27.870940 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:24Z', 'revision_number': 3, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:27.876010 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Checking router: 659cb209-fbc4-4fc0-8e47-859612fc3e34 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:46:27.876579 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Updating router 659cb209-fbc4-4fc0-8e47-859612fc3e34 port 480eabc5-6831-4993-81fd-4e4bfad58020 binding host dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:46:27.893763 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0600ee0a-420e-41e0-9e41-a983b44587d5 req-9a3b4049-0622-43f1-ac97-0f5700b22b2b tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 210 time: 0.0443487 Jun 10 22:46:27.903646 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Router d58cab2c-e046-445f-a663-c70a8b115815 is scheduled to L3 agent 9e203144-a816-49db-8412-f3f5fb058eed with binding_index 1 {{(pid=98754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:46:28.001918 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:28.056526 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:28.180632 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:28.180632 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c0c02573-c463-419e-a606-2f6dfb173d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:28.183085 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510788'] for router_interface, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:28.193919 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-72aaf824-f7a3-46e3-afd7-5f3c32bcae1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:28.210624 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:46:28.223164 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Sync routers for ids ['d58cab2c-e046-445f-a663-c70a8b115815'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:46:28.236802 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Routers {'d58cab2c-e046-445f-a663-c70a8b115815'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:46:28.238128 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:46:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d58cab2c-e046-445f-a663-c70a8b115815'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:28.280921 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c0c02573-c463-419e-a606-2f6dfb173d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:28.304210 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Pushing event updated for resources: {'Port': ['ID=1f80c038-39ce-45ce-9d5c-2947631bf509,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:28.307127 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:28.325237 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b7d13999-ddba-425a-91c6-e61eef651b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:28.355149 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Notify callbacks [] for router, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:28.359072 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6438839 Jun 10 22:46:28.360479 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41536) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:28.441024 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-c0c02573-c463-419e-a606-2f6dfb173d52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=189c8a9999a14edabf0e2b261308d4aa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5949118 Jun 10 22:46:28.453098 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41542) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:28.504469 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Set router d58cab2c-e046-445f-a663-c70a8b115815 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:46:28.548267 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c02573-c463-419e-a606-2f6dfb173d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2ddca9-7f99-41d8-8e3a-c2db260cf242,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:28.552077 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-c0c02573-c463-419e-a606-2f6dfb173d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:28.588874 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Notify callbacks [] for port, precommit_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:28.600846 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Transition to ACTIVE for port object 480eabc5-6831-4993-81fd-4e4bfad58020 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:28.675040 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:28.688604 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:28.695057 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:28.713121 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:28.872026 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Attempting to bind port 480eabc5-6831-4993-81fd-4e4bfad58020 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:46:28.876720 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Attempting to bind port 480eabc5-6831-4993-81fd-4e4bfad58020 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:46:28.877307 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Attempting to bind port 480eabc5-6831-4993-81fd-4e4bfad58020 on network 3e0b5106-2246-44f7-b3cf-d443495374ef {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:28.904285 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:46:28.904986 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Checking segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:28.906091 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:28.907336 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Bound using segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:46:28.912024 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Bound port: 480eabc5-6831-4993-81fd-4e4bfad58020, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:46:28.912668 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:28.914888 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e700b-032f-480a-a38e-31177bb90f44 None None] Pushing event updated for resources: {'Port': ['ID=480eabc5-6831-4993-81fd-4e4bfad58020,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:28.917081 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c7b732fc-b28d-4e78-861a-00e5e912b959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:28.929771 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-474e700b-032f-480a-a38e-31177bb90f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:29.039187 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 20221016-78e0-4ecd-9179-a8cf8bcdc294 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:29.039796 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:26Z', 'revision_number': 3, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:29.045689 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Checking router: d58cab2c-e046-445f-a663-c70a8b115815 for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:46:29.046068 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Updating router d58cab2c-e046-445f-a663-c70a8b115815 port 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 binding host dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:46:29.136756 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:29.170023 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c7b732fc-b28d-4e78-861a-00e5e912b959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:29.195645 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] For port 480eabc5-6831-4993-81fd-4e4bfad58020, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:46:29.200451 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] For port 480eabc5-6831-4993-81fd-4e4bfad58020, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=480eabc5-6831-4993-81fd-4e4bfad58020,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:46:29.263137 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b40c7d93-89aa-4fb2-b107-f1583d1e8426 req-314f9e03-91df-4540-87e4-a2693afbf918 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 210 time: 0.0580282 Jun 10 22:46:29.305048 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 20221016-78e0-4ecd-9179-a8cf8bcdc294 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:29.316396 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 20221016-78e0-4ecd-9179-a8cf8bcdc294 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:29.319207 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:29.365162 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Router 195284f7-3cb8-4a8e-aa92-1df95431acb2 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:46:29.392894 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:29.471896 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:29.534371 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c7b732fc-b28d-4e78-861a-00e5e912b959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:29.581254 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c7b732fc-b28d-4e78-861a-00e5e912b959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:29.585300 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-c7b732fc-b28d-4e78-861a-00e5e912b959 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb2ddca9-7f99-41d8-8e3a-c2db260cf242 HTTP/1.1" status: 204 len: 168 time: 1.1311820 Jun 10 22:46:29.586049 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:29.633521 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b732fc-b28d-4e78-861a-00e5e912b959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2ddca9-7f99-41d8-8e3a-c2db260cf242,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:29.651226 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-c7b732fc-b28d-4e78-861a-00e5e912b959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:29.673394 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:29.714381 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:29.845265 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Notify callbacks [] for port, precommit_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:29.849621 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.13', 57051) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:29.863200 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:46:29.877479 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.provisioning_blocks [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Transition to ACTIVE for port object 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 will not be triggered until provisioned by entity L2. {{(pid=98757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:29.897316 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] 10.222.0.25 "PUT /v2.0/routers/195284f7-3cb8-4a8e-aa92-1df95431acb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8241796 Jun 10 22:46:29.910123 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e700b-032f-480a-a38e-31177bb90f44 None None] Pushing event updated for resources: {'Port': ['ID=480eabc5-6831-4993-81fd-4e4bfad58020,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:29.919888 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-474e700b-032f-480a-a38e-31177bb90f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:29.928481 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Routers {'659cb209-fbc4-4fc0-8e47-859612fc3e34'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:46:29.928481 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:46:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['659cb209-fbc4-4fc0-8e47-859612fc3e34'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:29.958183 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Allocated IP 172.20.0.1 (4bf55eb4-ce53-42eb-adc7-05ee654e0346/35d4f47f-32e3-473c-b6fb-4be1ccbc6118/2f7693b9-9f4a-4731-a433-e7d6e20673da) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:29.958392 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:29.976966 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-40e682b4-e04e-457b-9b47-456bbff48c6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:30.023463 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Attempting to bind port 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:46:30.023870 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Attempting to bind port 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:46:30.024244 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Attempting to bind port 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 on network 3e0b5106-2246-44f7-b3cf-d443495374ef {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:30.089000 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:46:30.089270 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Checking segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:30.089621 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:30.090025 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Bound using segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:46:30.090533 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Bound port: 3ab3fe54-01da-4704-9b05-b2ca4260a4c7, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:46:30.090918 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:30.115263 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:30.160279 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 20221016-78e0-4ecd-9179-a8cf8bcdc294, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=20221016-78e0-4ecd-9179-a8cf8bcdc294,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:46:30.191247 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Sync routers for ids ['195284f7-3cb8-4a8e-aa92-1df95431acb2'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:46:30.215087 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] Set router 659cb209-fbc4-4fc0-8e47-859612fc3e34 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:46:30.376476 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] For port 3ab3fe54-01da-4704-9b05-b2ca4260a4c7, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:46:30.380651 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] For port 3ab3fe54-01da-4704-9b05-b2ca4260a4c7, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=3ab3fe54-01da-4704-9b05-b2ca4260a4c7,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:46:30.405305 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59464bd9-223b-4268-bffa-ba9b07e381c9 None None] Pushing event updated for resources: {'Port': ['ID=3ab3fe54-01da-4704-9b05-b2ca4260a4c7,revision_number=2']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:30.408224 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-59464bd9-223b-4268-bffa-ba9b07e381c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:30.455071 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:30.459621 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:30.546609 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Routers {'195284f7-3cb8-4a8e-aa92-1df95431acb2'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:46:30.548131 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:46:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['195284f7-3cb8-4a8e-aa92-1df95431acb2'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:30.561779 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:30.583137 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:30.603247 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Transition to ACTIVE for port object 2f7693b9-9f4a-4731-a433-e7d6e20673da will not be triggered until provisioned by entity DHCP. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:30.617449 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59464bd9-223b-4268-bffa-ba9b07e381c9 None None] Pushing event updated for resources: {'Port': ['ID=3ab3fe54-01da-4704-9b05-b2ca4260a4c7,revision_number=3']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:30.634977 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-59464bd9-223b-4268-bffa-ba9b07e381c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:30.658109 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Routers {'d58cab2c-e046-445f-a663-c70a8b115815'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:46:30.659305 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:46:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d58cab2c-e046-445f-a663-c70a8b115815'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:30.697180 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4c36d5f9-0800-40bc-81bb-0939b69675b4 req-7901d6da-e31a-4a5b-bbca-e1bde32fd056 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 210 time: 0.1246381 Jun 10 22:46:30.752245 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:30.754914 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:30.882640 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41616) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:30.915102 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0d055fa8-02e7-4be6-99c1-599031b0e347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:30.924764 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Allocated IP 172.20.0.1 (fdff5cb4-d760-4ffc-943a-3097ca88fb4d/f890a9bf-0853-45c5-86e2-c17d3f245b7a/8a27bb15-5a67-4127-b199-288e93f6b80b) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:30.934522 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-949f9b42-32c2-406d-b1d1-99411f535140 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:30.938239 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-949f9b42-32c2-406d-b1d1-99411f535140 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.13 "GET /v2.0/networks?id=c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7 HTTP/1.1" status: 200 len: 811 time: 1.0847855 Jun 10 22:46:30.938503 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:30.949635 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:30.961056 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:30.963688 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:30.973537 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510768'] for router_interface, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:30.973537 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7693b9-9f4a-4731-a433-e7d6e20673da,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:30.973537 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:31.011725 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Request body: {'port': {'device_id': 'c1ea0c7b-78b9-438e-a73e-8ba45ace13c2', 'network_id': 'c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7', 'admin_state_up': True, 'tenant_id': '62536f4eecbc4dda997c12755838ce09'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:31.013681 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] Set router d58cab2c-e046-445f-a663-c70a8b115815 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:46:31.276501 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=20221016-78e0-4ecd-9179-a8cf8bcdc294,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:31.283584 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:31.292649 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Set router 195284f7-3cb8-4a8e-aa92-1df95431acb2 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:46:31.448736 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:26Z', 'revision_number': 3, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:31.460094 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626e95ec-357b-4bb7-822e-1cbfabf1934d None None] The sync data for ids ['d58cab2c-e046-445f-a663-c70a8b115815'] in dv-cinder-790535-2-iscsi is: [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:26Z', 'revision_number': 3, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:46:31.490283 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:31.492386 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:31.536763 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0d055fa8-02e7-4be6-99c1-599031b0e347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:31.559843 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Transition to ACTIVE for port object 8a27bb15-5a67-4127-b199-288e93f6b80b will not be triggered until provisioned by entity DHCP. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:31.932542 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0d055fa8-02e7-4be6-99c1-599031b0e347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:31.932542 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:31.937056 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:24Z', 'revision_number': 3, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:31.937056 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fa756-36a9-42b5-9dbd-e44b7ab02a4c None None] The sync data for ids ['659cb209-fbc4-4fc0-8e47-859612fc3e34'] in dv-cinder-790535-2-iscsi is: [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:24Z', 'revision_number': 3, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:46:31.942654 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-0d055fa8-02e7-4be6-99c1-599031b0e347 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8d8cce027e2427489ae429a1879abc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8483820 Jun 10 22:46:31.952192 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41652) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:31.957873 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d055fa8-02e7-4be6-99c1-599031b0e347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25cc5aa-dc43-4845-86ab-0a711996d787,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:31.957873 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0d055fa8-02e7-4be6-99c1-599031b0e347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:31.958849 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Made reservation on behalf of 62536f4eecbc4dda997c12755838ce09 for: {'port': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:46:31.958849 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:31.959354 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1178820050-router', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '20221016-78e0-4ecd-9179-a8cf8bcdc294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:19Z', 'updated_at': '2021-06-10T22:46:27Z', 'revision_number': 4, 'project_id': '4b9e491776fc444595d858b6d9fa77d4', 'gw_port': {'id': '20221016-78e0-4ecd-9179-a8cf8bcdc294', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '1f80c038-39ce-45ce-9d5c-2947631bf509', 'name': '', 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4', 'mac_address': 'fa:16:3e:74:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a1b3330e-cf08-42c3-864b-2bcbf890eaf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:26Z', 'updated_at': '2021-06-10T22:46:27Z', 'revision_number': 2, 'project_id': '4b9e491776fc444595d858b6d9fa77d4', 'subnets': [{'id': 'a1b3330e-cf08-42c3-864b-2bcbf890eaf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:31.959354 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Checking router: 195284f7-3cb8-4a8e-aa92-1df95431acb2 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:46:31.959354 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Updating router 195284f7-3cb8-4a8e-aa92-1df95431acb2 port 1f80c038-39ce-45ce-9d5c-2947631bf509 binding host dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:46:31.959354 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:31.996539 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-57923dc8-3b58-42e2-be4a-ca8a3b786bc5 None None] Provisioning for port 2f7693b9-9f4a-4731-a433-e7d6e20673da completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:32.003197 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-57923dc8-3b58-42e2-be4a-ca8a3b786bc5 None None] Provisioning complete for port 2f7693b9-9f4a-4731-a433-e7d6e20673da triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:32.037215 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-57923dc8-3b58-42e2-be4a-ca8a3b786bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:32.050854 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:32.062984 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-1425245f-39f6-4fde-ac41-9a8b8d78af51 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:32.064562 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-1425245f-39f6-4fde-ac41-9a8b8d78af51 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/networks?id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503 HTTP/1.1" status: 200 len: 819 time: 0.4344561 Jun 10 22:46:32.101291 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-dafe86e7-cbb6-4d19-b56a-21a92b016f2f tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/quotas/4b9e491776fc444595d858b6d9fa77d4 HTTP/1.1" status: 200 len: 375 time: 0.0278256 Jun 10 22:46:32.117148 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1546b281-79da-46bd-921d-6fe70cdc9d2a req-66d61644-9cd6-4105-a546-5781c1b845a0 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 210 time: 0.0926249 Jun 10 22:46:32.164886 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9d4b24a7-00e7-40a2-adda-45b591372d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:32.179556 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Network fdff5cb4-d760-4ffc-943a-3097ca88fb4d is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:32.203168 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:32.205217 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:32.222467 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-57923dc8-3b58-42e2-be4a-ca8a3b786bc5 None None] Port 2f7693b9-9f4a-4731-a433-e7d6e20673da cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:46:32.306411 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:32.313396 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510788'] for router_interface, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:32.317380 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:32.390798 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:32.391286 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510768'] for router_interface, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:32.470576 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-d7bc7f2f-08a1-4c68-ac62-cee9f6ade43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:32.746888 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7693b9-9f4a-4731-a433-e7d6e20673da,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:32.759513 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:32.769979 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-7ed52384-0349-467f-a790-376616b42600 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b9e491776fc444595d858b6d9fa77d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6605716 Jun 10 22:46:33.032824 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-eda2db47-9a02-47d0-963c-d0fe71e60a07 None None] Provisioning for port 8a27bb15-5a67-4127-b199-288e93f6b80b completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:33.074207 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-eda2db47-9a02-47d0-963c-d0fe71e60a07 None None] Provisioning complete for port 8a27bb15-5a67-4127-b199-288e93f6b80b triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:33.074563 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-eda2db47-9a02-47d0-963c-d0fe71e60a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:33.292292 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:33.334441 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:33.410901 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-d7bc7f2f-08a1-4c68-ac62-cee9f6ade43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:33.450131 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41686) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:33.641420 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Pushing event updated for resources: {'Port': ['ID=8a27bb15-5a67-4127-b199-288e93f6b80b,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:33.769332 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 20221016-78e0-4ecd-9179-a8cf8bcdc294 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:33.887277 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ffc1fa26-0d20-45aa-9cf8-d47d2efa9d83 req-c1453f97-91e0-4f5f-b1ea-701b96eda100 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 210 time: 0.3151233 Jun 10 22:46:33.894492 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.727s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:33.905801 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-3a9cd2ae-8c3e-4e6c-85f2-e0ba0f4b6f17 service neutron] 10.222.0.25 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1254325 Jun 10 22:46:33.906966 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-eda2db47-9a02-47d0-963c-d0fe71e60a07 None None] Port 8a27bb15-5a67-4127-b199-288e93f6b80b cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:46:33.939272 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-d7bc7f2f-08a1-4c68-ac62-cee9f6ade43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:33.952766 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Notify callbacks [] for port, precommit_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:33.952960 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Allocated IP 172.20.0.11 (c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7/3cd84139-7323-4b1e-b04a-913a61f2e35f/0c901cb1-19e7-4a21-a8b8-739c53a1e5b9) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:33.970355 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Transition to ACTIVE for port object 1f80c038-39ce-45ce-9d5c-2947631bf509 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:33.974741 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 20221016-78e0-4ecd-9179-a8cf8bcdc294 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:33.975308 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:33.978626 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-d7bc7f2f-08a1-4c68-ac62-cee9f6ade43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:33.981090 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-d7bc7f2f-08a1-4c68-ac62-cee9f6ade43f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e25cc5aa-dc43-4845-86ab-0a711996d787 HTTP/1.1" status: 204 len: 168 time: 2.2449439 Jun 10 22:46:34.060888 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:34.079831 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:34.128146 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-a40757d6-b17a-463f-84e2-c1c87f92e7ce None None] Provisioning complete for port 2f7693b9-9f4a-4731-a433-e7d6e20673da triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:34.128819 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-a40757d6-b17a-463f-84e2-c1c87f92e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:34.146902 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c76c61ed-80cd-4f29-8da7-0bb86fd02bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:34.272399 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:34.278031 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-40259b51-167f-4563-9810-82e06cd3bfb4 service neutron] 10.222.0.25 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707101 Jun 10 22:46:34.303016 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Router 659cb209-fbc4-4fc0-8e47-859612fc3e34 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:46:34.317404 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:34.322929 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:34.333738 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc7f2f-08a1-4c68-ac62-cee9f6ade43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25cc5aa-dc43-4845-86ab-0a711996d787,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:34.346001 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-d7bc7f2f-08a1-4c68-ac62-cee9f6ade43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:34.403252 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:34.452296 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:34.571609 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-a40757d6-b17a-463f-84e2-c1c87f92e7ce None None] Port 2f7693b9-9f4a-4731-a433-e7d6e20673da cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:46:34.607203 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc1997-cb97-4409-9b5d-05ddd202feca None None] Pushing event updated for resources: {'Port': ['ID=1f80c038-39ce-45ce-9d5c-2947631bf509,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:34.668149 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Network c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7 is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:34.696161 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-72fc1997-cb97-4409-9b5d-05ddd202feca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:34.756220 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:34.759116 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:34.771436 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:34.772306 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:34.828449 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Pushing event updated for resources: {'Port': ['ID=0c901cb1-19e7-4a21-a8b8-739c53a1e5b9,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:34.836825 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 480eabc5-6831-4993-81fd-4e4bfad58020 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:34.856920 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Attempting to bind port 1f80c038-39ce-45ce-9d5c-2947631bf509 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:46:34.857703 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Attempting to bind port 1f80c038-39ce-45ce-9d5c-2947631bf509 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': 'e99fdd75-f815-47a5-adff-ea853b5be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:46:34.858180 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Attempting to bind port 1f80c038-39ce-45ce-9d5c-2947631bf509 on network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:34.944029 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:46:34.944484 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Checking segment: {'id': 'e99fdd75-f815-47a5-adff-ea853b5be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:34.944923 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:34.945359 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Bound using segment: {'id': 'e99fdd75-f815-47a5-adff-ea853b5be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:46:34.945915 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Bound port: 1f80c038-39ce-45ce-9d5c-2947631bf509, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99fdd75-f815-47a5-adff-ea853b5be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:46:34.946323 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:34.978209 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:35.055615 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-97165f2c-00e8-42f1-9fdb-56646cabb82b req-b4138b1b-ebb1-4a82-8b89-350b89182115 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 210 time: 0.2747211 Jun 10 22:46:35.117449 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] For port 1f80c038-39ce-45ce-9d5c-2947631bf509, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:46:35.129297 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] For port 1f80c038-39ce-45ce-9d5c-2947631bf509, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=1f80c038-39ce-45ce-9d5c-2947631bf509,segment=NetworkSegment(e99fdd75-f815-47a5-adff-ea853b5be6cb),segment_id=e99fdd75-f815-47a5-adff-ea853b5be6cb)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:46:35.138162 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 480eabc5-6831-4993-81fd-4e4bfad58020 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:35.153925 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 480eabc5-6831-4993-81fd-4e4bfad58020 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:35.155099 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:35.274910 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:35.278751 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:35.374109 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:46:35.391807 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:35.417292 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc1997-cb97-4409-9b5d-05ddd202feca None None] Pushing event updated for resources: {'Port': ['ID=1f80c038-39ce-45ce-9d5c-2947631bf509,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:35.431059 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c76c61ed-80cd-4f29-8da7-0bb86fd02bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:35.447999 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-72fc1997-cb97-4409-9b5d-05ddd202feca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:35.455745 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] 10.222.0.25 "PUT /v2.0/routers/659cb209-fbc4-4fc0-8e47-859612fc3e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9338086 Jun 10 22:46:35.477348 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:35.478505 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510788'] for router_interface, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:35.487571 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e1b6ffef-3e80-4f6d-8595-876d6043fef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:35.583171 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c76c61ed-80cd-4f29-8da7-0bb86fd02bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:35.630148 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:35.652888 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Routers {'195284f7-3cb8-4a8e-aa92-1df95431acb2'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:46:35.653548 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:46:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['195284f7-3cb8-4a8e-aa92-1df95431acb2'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:35.654939 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6391604 Jun 10 22:46:35.671227 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:35.722741 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-13c5adf9-f4c9-4678-b810-46e8e5a3ac8b tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:46:35.726573 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-13c5adf9-f4c9-4678-b810-46e8e5a3ac8b tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0413749 Jun 10 22:46:35.783151 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c61ed-80cd-4f29-8da7-0bb86fd02bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be29205-ce1e-43d9-8f38-75895cbf236c,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:35.790630 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Pushing event updated for resources: {'Port': ['ID=8a27bb15-5a67-4127-b199-288e93f6b80b,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:35.828587 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:35.829118 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-c76c61ed-80cd-4f29-8da7-0bb86fd02bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:35.852320 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-c76c61ed-80cd-4f29-8da7-0bb86fd02bfa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce75df109a2d4418ad6c023dfa1baeee&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3854773 Jun 10 22:46:35.855206 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41776) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:35.891351 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88369db-af17-4a6d-8528-9137148410d5 req-d8e0788b-e82e-4cba-89d5-f68c02e7e202 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:35.910891 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a88369db-af17-4a6d-8528-9137148410d5 req-d8e0788b-e82e-4cba-89d5-f68c02e7e202 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 932 time: 0.4604030 Jun 10 22:46:35.964761 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Sync routers for ids ['659cb209-fbc4-4fc0-8e47-859612fc3e34'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:46:35.991144 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Routers {'659cb209-fbc4-4fc0-8e47-859612fc3e34'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:46:35.992072 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:46:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['659cb209-fbc4-4fc0-8e47-859612fc3e34'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:36.092389 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a88369db-af17-4a6d-8528-9137148410d5 req-52068fb2-d467-4646-b2c3-8e1ed6497bd6 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803355 Jun 10 22:46:36.159738 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 480eabc5-6831-4993-81fd-4e4bfad58020, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=480eabc5-6831-4993-81fd-4e4bfad58020,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:46:36.220870 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] Set router 195284f7-3cb8-4a8e-aa92-1df95431acb2 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:46:36.291945 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:36.292882 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:36.297029 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:36.374480 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Set router 659cb209-fbc4-4fc0-8e47-859612fc3e34 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:46:36.386792 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=480eabc5-6831-4993-81fd-4e4bfad58020,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:36.404439 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:36.515557 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a2f2398c-15a0-4077-902c-d256163b81d3 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:36.524330 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a2f2398c-15a0-4077-902c-d256163b81d3 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/networks?id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503 HTTP/1.1" status: 200 len: 819 time: 0.7174408 Jun 10 22:46:36.567482 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Network fdff5cb4-d760-4ffc-943a-3097ca88fb4d is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:36.576418 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-1dffc4f2-e0ae-4c88-bda6-2ab8d4c41210 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/quotas/4b9e491776fc444595d858b6d9fa77d4 HTTP/1.1" status: 200 len: 375 time: 0.0508678 Jun 10 22:46:36.599745 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ed22070a-1136-4ad0-b128-d18481c6a608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:36.635584 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:36.755129 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Request body: {'port': {'device_id': 'c1ea0c7b-78b9-438e-a73e-8ba45ace13c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:36.778589 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ed22070a-1136-4ad0-b128-d18481c6a608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:36.868995 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1178820050-router', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '20221016-78e0-4ecd-9179-a8cf8bcdc294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:19Z', 'updated_at': '2021-06-10T22:46:27Z', 'revision_number': 4, 'project_id': '4b9e491776fc444595d858b6d9fa77d4', 'gw_port': {'id': '20221016-78e0-4ecd-9179-a8cf8bcdc294', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '1f80c038-39ce-45ce-9d5c-2947631bf509', 'name': '', 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4', 'mac_address': 'fa:16:3e:74:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a1b3330e-cf08-42c3-864b-2bcbf890eaf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:26Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '4b9e491776fc444595d858b6d9fa77d4', 'subnets': [{'id': 'a1b3330e-cf08-42c3-864b-2bcbf890eaf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:36.892498 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed7979c-3d9f-4cc0-b844-47f09b3787b2 None None] The sync data for ids ['195284f7-3cb8-4a8e-aa92-1df95431acb2'] in dv-cinder-790535-2-iscsi is: [{'id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1178820050-router', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '20221016-78e0-4ecd-9179-a8cf8bcdc294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:19Z', 'updated_at': '2021-06-10T22:46:27Z', 'revision_number': 4, 'project_id': '4b9e491776fc444595d858b6d9fa77d4', 'gw_port': {'id': '20221016-78e0-4ecd-9179-a8cf8bcdc294', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '1f80c038-39ce-45ce-9d5c-2947631bf509', 'name': '', 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4', 'mac_address': 'fa:16:3e:74:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a1b3330e-cf08-42c3-864b-2bcbf890eaf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:26Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '4b9e491776fc444595d858b6d9fa77d4', 'subnets': [{'id': 'a1b3330e-cf08-42c3-864b-2bcbf890eaf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:46:36.939816 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:36.959507 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:36.959507 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:37.146553 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-6491108c-9a7c-4a49-b671-af7d9bebdc77 None None] Provisioning complete for port 8a27bb15-5a67-4127-b199-288e93f6b80b triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:37.146944 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-6491108c-9a7c-4a49-b671-af7d9bebdc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:37.182854 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 2, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:37.197857 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Checking router: 659cb209-fbc4-4fc0-8e47-859612fc3e34 for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:46:37.198231 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Updating router 659cb209-fbc4-4fc0-8e47-859612fc3e34 port 2f7693b9-9f4a-4731-a433-e7d6e20673da binding host dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:46:37.269892 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-e4d648df-d50e-492f-b2ac-8bd9469ec14c tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b9e491776fc444595d858b6d9fa77d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6924615 Jun 10 22:46:37.345406 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:37.348476 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:37.426100 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ed22070a-1136-4ad0-b128-d18481c6a608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:37.465938 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-6491108c-9a7c-4a49-b671-af7d9bebdc77 None None] Port 8a27bb15-5a67-4127-b199-288e93f6b80b cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:46:37.518421 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ed22070a-1136-4ad0-b128-d18481c6a608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:37.534739 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-ed22070a-1136-4ad0-b128-d18481c6a608 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8be29205-ce1e-43d9-8f38-75895cbf236c HTTP/1.1" status: 204 len: 168 time: 1.6784554 Jun 10 22:46:37.556809 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:37.557915 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a4078c83-72d0-4d18-a794-e050fd59b139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:37.600645 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22070a-1136-4ad0-b128-d18481c6a608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be29205-ce1e-43d9-8f38-75895cbf236c,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:37.626264 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Router d58cab2c-e046-445f-a663-c70a8b115815 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:46:37.630333 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ed22070a-1136-4ad0-b128-d18481c6a608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:37.664578 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 3ab3fe54-01da-4704-9b05-b2ca4260a4c7, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=3ab3fe54-01da-4704-9b05-b2ca4260a4c7,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:46:37.747143 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-e13b7501-2387-4f89-b0d4-3383b9c8b4bf service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:46:37.748741 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-e13b7501-2387-4f89-b0d4-3383b9c8b4bf service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3498037 Jun 10 22:46:37.814359 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:37.824660 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:37.906082 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41832) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:37.917671 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-983681e8-c257-453a-99d4-0cd5e7995373 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1707100608', 'description': 'tempest-description--1915172662'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:37.960989 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=3ab3fe54-01da-4704-9b05-b2ca4260a4c7,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:37.985784 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:38.186918 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-983681e8-c257-453a-99d4-0cd5e7995373 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:38.252991 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Notify callbacks [] for port, precommit_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:38.257327 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 480eabc5-6831-4993-81fd-4e4bfad58020 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:38.264497 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.provisioning_blocks [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Transition to ACTIVE for port object 2f7693b9-9f4a-4731-a433-e7d6e20673da will not be triggered until provisioned by entity L2. {{(pid=98757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:38.347179 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:38.352227 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-a59b8db6-ba4d-4c20-9d7c-ea0bcc9de3ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:38.489021 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-983681e8-c257-453a-99d4-0cd5e7995373 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:38.520323 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965bb3b-6feb-41cc-a5e8-4d549ab9e0f3 req-e0ec9199-a290-46ab-b351-362ebb3c1de9 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:38.527625 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6965bb3b-6feb-41cc-a5e8-4d549ab9e0f3 req-e0ec9199-a290-46ab-b351-362ebb3c1de9 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 932 time: 0.4360607 Jun 10 22:46:38.581373 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-983681e8-c257-453a-99d4-0cd5e7995373 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:38.586531 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:38.593564 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76c441-b207-4c5f-ae27-516f3fc636ec None None] Pushing event updated for resources: {'Port': ['ID=2f7693b9-9f4a-4731-a433-e7d6e20673da,revision_number=3']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:38.604791 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-ea76c441-b207-4c5f-ae27-516f3fc636ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:38.715540 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6965bb3b-6feb-41cc-a5e8-4d549ab9e0f3 req-8a3e6a38-b1da-4be0-addf-16271dea01ea tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803346 Jun 10 22:46:38.719774 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983681e8-c257-453a-99d4-0cd5e7995373 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3b5335-bc53-4001-849a-576590a8a041,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:38.728285 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-983681e8-c257-453a-99d4-0cd5e7995373 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:38.744556 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 480eabc5-6831-4993-81fd-4e4bfad58020 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:38.746112 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-983681e8-c257-453a-99d4-0cd5e7995373 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:38.746221 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:38.747329 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-983681e8-c257-453a-99d4-0cd5e7995373 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8396003 Jun 10 22:46:38.750222 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41856) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:38.760853 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-b9edfdba-e262-4925-850a-2ea5b40cf503 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Request body: {'security_group_rule': {'security_group_id': 'dd3b5335-bc53-4001-849a-576590a8a041', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:38.780401 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Attempting to bind port 2f7693b9-9f4a-4731-a433-e7d6e20673da on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:46:38.780773 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Attempting to bind port 2f7693b9-9f4a-4731-a433-e7d6e20673da by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:46:38.781135 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Attempting to bind port 2f7693b9-9f4a-4731-a433-e7d6e20673da on network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:38.797976 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:46:38.800641 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Checking segment: {'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:38.800641 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:38.800641 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Bound using segment: {'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:46:38.800641 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Bound port: 2f7693b9-9f4a-4731-a433-e7d6e20673da, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'}}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:46:38.800641 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:38.878156 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b9edfdba-e262-4925-850a-2ea5b40cf503 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:38.926618 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 1f80c038-39ce-45ce-9d5c-2947631bf509 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:39.013915 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b9edfdba-e262-4925-850a-2ea5b40cf503 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:39.068763 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b9edfdba-e262-4925-850a-2ea5b40cf503 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:39.068882 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 1f80c038-39ce-45ce-9d5c-2947631bf509 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:39.070534 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:39.073476 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 1f80c038-39ce-45ce-9d5c-2947631bf509 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:39.078694 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:39.105286 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edfdba-e262-4925-850a-2ea5b40cf503 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697fc790-2b03-48fc-9e0a-1e18e247aa7d,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:39.111239 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b9edfdba-e262-4925-850a-2ea5b40cf503 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:39.124230 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] For port 2f7693b9-9f4a-4731-a433-e7d6e20673da, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:46:39.129571 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] For port 2f7693b9-9f4a-4731-a433-e7d6e20673da, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=2f7693b9-9f4a-4731-a433-e7d6e20673da,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:46:39.185249 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b9edfdba-e262-4925-850a-2ea5b40cf503 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:39.188877 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-b9edfdba-e262-4925-850a-2ea5b40cf503 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4352343 Jun 10 22:46:39.189118 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41860) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:39.193620 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-05bfe6d2-cfc5-4453-b4b2-dff953b7ca41 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Request body: {'security_group_rule': {'security_group_id': 'dd3b5335-bc53-4001-849a-576590a8a041', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:39.200111 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-9f5e5662-a899-4925-9c9d-725d9a282651 service neutron] 10.222.0.25 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2911766 Jun 10 22:46:39.228629 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:39.236838 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:39.246988 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:39.300601 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 1f80c038-39ce-45ce-9d5c-2947631bf509, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=1f80c038-39ce-45ce-9d5c-2947631bf509,segment=NetworkSegment(e99fdd75-f815-47a5-adff-ea853b5be6cb),segment_id=e99fdd75-f815-47a5-adff-ea853b5be6cb)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:46:39.321887 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-05bfe6d2-cfc5-4453-b4b2-dff953b7ca41 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:39.352941 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:46:39.365119 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] 10.222.0.25 "PUT /v2.0/routers/d58cab2c-e046-445f-a663-c70a8b115815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0035954 Jun 10 22:46:39.379296 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Sync routers for ids ['d58cab2c-e046-445f-a663-c70a8b115815'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:46:39.382286 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 {{(pid=98754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:46:39.392656 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:39.393169 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Routers {'d58cab2c-e046-445f-a663-c70a8b115815'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:46:39.394073 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:46:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d58cab2c-e046-445f-a663-c70a8b115815'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:39.420653 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-927e2152-9ee2-4494-ba3a-95e0c0539a5e service neutron] 10.222.0.25 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116296 Jun 10 22:46:39.422362 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Transition to ACTIVE for port object 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 will not be triggered until provisioned by entity L2. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:39.483865 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:39.498033 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:39.502775 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:39.571352 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76c441-b207-4c5f-ae27-516f3fc636ec None None] Pushing event updated for resources: {'Port': ['ID=2f7693b9-9f4a-4731-a433-e7d6e20673da,revision_number=4']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:39.581555 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-ea76c441-b207-4c5f-ae27-516f3fc636ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:39.597625 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:39.605156 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Routers {'659cb209-fbc4-4fc0-8e47-859612fc3e34'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:46:39.606994 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:46:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['659cb209-fbc4-4fc0-8e47-859612fc3e34'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:39.695235 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-05bfe6d2-cfc5-4453-b4b2-dff953b7ca41 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:39.888370 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-05bfe6d2-cfc5-4453-b4b2-dff953b7ca41 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:39.904568 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:39.965764 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfe6d2-cfc5-4453-b4b2-dff953b7ca41 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5b93a2-f30f-4d12-bf53-30d0a9598bc7,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:39.986390 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-05bfe6d2-cfc5-4453-b4b2-dff953b7ca41 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:39.988696 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] Set router 659cb209-fbc4-4fc0-8e47-859612fc3e34 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:46:40.024579 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=1f80c038-39ce-45ce-9d5c-2947631bf509,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:40.044063 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:40.085929 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:40.092035 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-05bfe6d2-cfc5-4453-b4b2-dff953b7ca41 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:40.094034 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-05bfe6d2-cfc5-4453-b4b2-dff953b7ca41 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9039564 Jun 10 22:46:40.097702 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41886) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:40.104999 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Request body: {'floatingip': {'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:40.191880 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Set router d58cab2c-e046-445f-a663-c70a8b115815 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:46:40.206307 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for floatingip, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:40.211647 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Attempting to bind port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:46:40.216088 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Attempting to bind port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3c5b060d-d832-4d3e-b189-12fc02433228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7'}] {{(pid=98754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:46:40.216088 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Attempting to bind port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 on network c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:40.221592 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 on network c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:46:40.221933 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Attempting to bind port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 on network c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:40.225212 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Pushing event updated for resources: {'Port': ['ID=0c901cb1-19e7-4a21-a8b8-739c53a1e5b9,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:40.229820 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:40.230723 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:46:40.231084 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Checking segment: {'id': '3c5b060d-d832-4d3e-b189-12fc02433228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:40.231671 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Bound using segment: {'id': '3c5b060d-d832-4d3e-b189-12fc02433228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7'} {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:46:40.232162 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Bound port: 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5b060d-d832-4d3e-b189-12fc02433228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7'}}] {{(pid=98754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:46:40.232696 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:40.366653 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] For port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9, host hv-cinder-79053, cleared binding levels {{(pid=98754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:46:40.411517 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] For port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c901cb1-19e7-4a21-a8b8-739c53a1e5b9,segment=NetworkSegment(3c5b060d-d832-4d3e-b189-12fc02433228),segment_id=3c5b060d-d832-4d3e-b189-12fc02433228)] {{(pid=98754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:46:40.478714 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:40.482059 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:40.520206 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:40.520643 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:40.522118 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] 10.222.0.13 "PUT /v2.0/ports/0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 HTTP/1.1" status: 200 len: 1094 time: 4.3580630 Jun 10 22:46:40.522611 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ea0c7b-78b9-438e-a73e-8ba45ace13c2', 'tag': '0c901cb1-19e7-4a21-a8b8-739c53a1e5b9'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:46:40.772291 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:39Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:40.796070 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Pushing event updated for resources: {'Port': ['ID=0c901cb1-19e7-4a21-a8b8-739c53a1e5b9,revision_number=3']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:40.796070 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:40.796762 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e3043-b8ba-4c5f-8671-d695a4847326 None None] The sync data for ids ['659cb209-fbc4-4fc0-8e47-859612fc3e34'] in dv-cinder-790535-2-iscsi is: [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:39Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:46:40.849763 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41906) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:41.041194 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eab2d-6106-4485-83dc-ddabf2f1fc00 req-ca3dc365-7bda-47ff-abd1-8098296c3902 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:41.052662 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-756eab2d-6106-4485-83dc-ddabf2f1fc00 req-ca3dc365-7bda-47ff-abd1-8098296c3902 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 944 time: 0.2643962 Jun 10 22:46:41.122144 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:41.128408 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:41.129801 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:41.161743 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44370ecb-7c96-4047-aaaf-8dd2050ebe26" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ea0c7b-78b9-438e-a73e-8ba45ace13c2", "tag": "0c901cb1-19e7-4a21-a8b8-739c53a1e5b9"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:46:41.176533 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-756eab2d-6106-4485-83dc-ddabf2f1fc00 req-b41b2cd0-5303-4d56-afaf-255103434750 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176376 Jun 10 22:46:41.296458 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-67443f85-53e8-4716-adc2-d433a3b2bb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:41.349007 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:34Z', 'revision_number': 2, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:41.353577 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Checking router: d58cab2c-e046-445f-a663-c70a8b115815 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:46:41.354001 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Updating router d58cab2c-e046-445f-a663-c70a8b115815 port 8a27bb15-5a67-4127-b199-288e93f6b80b binding host dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:46:41.360868 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-077978e4-222e-45d5-a24a-1ccc3264808b req-59e19e27-b6a4-4df1-a49f-8ffb929c7fd1 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 210 time: 0.0741069 Jun 10 22:46:41.415652 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41922) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:41.420806 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-5fd4bbc6-7ad7-4443-b8f5-a95c071b06ed tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567132106', 'description': 'tempest-description--355218110'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:41.438722 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:41.567334 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Allocated IP 172.27.0.231 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/51c824a0-33a1-4d4a-bb2b-9becab08ec9c) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:41.574732 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6afe7f-5f16-41cf-9f08-e2b2dd08ebe9 x-openstack-request-id: req-9e6afe7f-5f16-41cf-9f08-e2b2dd08ebe9 {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:46:41.575201 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ea0c7b-78b9-438e-a73e-8ba45ace13c2", "tag": "0c901cb1-19e7-4a21-a8b8-739c53a1e5b9", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:46:41.575618 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e6afe7f-5f16-41cf-9f08-e2b2dd08ebe9 {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:46:41.576392 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ea0c7b-78b9-438e-a73e-8ba45ace13c2', 'tag': '0c901cb1-19e7-4a21-a8b8-739c53a1e5b9', 'status': 'completed', 'code': 200} Jun 10 22:46:41.763140 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-67443f85-53e8-4716-adc2-d433a3b2bb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:41.774942 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:41.895885 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-67443f85-53e8-4716-adc2-d433a3b2bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:41.933098 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-c7b732fc-b28d-4e78-861a-00e5e912b959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:41.956555 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-67443f85-53e8-4716-adc2-d433a3b2bb84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37db85e80c8c40089e4e1471f68a8d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0906234 Jun 10 22:46:41.959292 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41930) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:41.972948 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:41.992556 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Notify callbacks [] for port, precommit_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.006192 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Transition to ACTIVE for port object 8a27bb15-5a67-4127-b199-288e93f6b80b will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:42.010042 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5fd4bbc6-7ad7-4443-b8f5-a95c071b06ed tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.013418 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67443f85-53e8-4716-adc2-d433a3b2bb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62455992-d9b5-4990-a2f2-e7351d07ddb2,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:42.028287 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-67443f85-53e8-4716-adc2-d433a3b2bb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:42.028287 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ece10a53-691f-4190-9730-f2fd54747632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:42.028287 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:42.030623 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:42.068152 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:42.070800 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 2f7693b9-9f4a-4731-a433-e7d6e20673da up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:42.112863 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.116956 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:42.146334 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event updated for resources: {'Port': ['ID=51c824a0-33a1-4d4a-bb2b-9becab08ec9c,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:42.158727 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:42.163286 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a06b8aa4-b06a-4381-aa8a-eaa0e5e71bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.206745 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.246655 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a06b8aa4-b06a-4381-aa8a-eaa0e5e71bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.251708 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5fd4bbc6-7ad7-4443-b8f5-a95c071b06ed tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.314938 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf3c6d-c315-4315-9450-e90d466a7e5b None None] Pushing event updated for resources: {'Port': ['ID=8a27bb15-5a67-4127-b199-288e93f6b80b,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:42.320120 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-1cbf3c6d-c315-4315-9450-e90d466a7e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:42.393569 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5fd4bbc6-7ad7-4443-b8f5-a95c071b06ed tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.395226 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a06b8aa4-b06a-4381-aa8a-eaa0e5e71bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.421257 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:42.429800 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a06b8aa4-b06a-4381-aa8a-eaa0e5e71bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.438695 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-a06b8aa4-b06a-4381-aa8a-eaa0e5e71bb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62455992-d9b5-4990-a2f2-e7351d07ddb2 HTTP/1.1" status: 204 len: 168 time: 0.4704058 Jun 10 22:46:42.460195 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4bbc6-7ad7-4443-b8f5-a95c071b06ed tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5d1131-c3b6-494f-941e-922b2fd37bd2,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:42.490827 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b8aa4-b06a-4381-aa8a-eaa0e5e71bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62455992-d9b5-4990-a2f2-e7351d07ddb2,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:42.493606 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a06b8aa4-b06a-4381-aa8a-eaa0e5e71bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:42.495061 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ed22070a-1136-4ad0-b128-d18481c6a608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:42.495514 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ed22070a-1136-4ad0-b128-d18481c6a608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:42.495619 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 2f7693b9-9f4a-4731-a433-e7d6e20673da completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:42.496651 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5fd4bbc6-7ad7-4443-b8f5-a95c071b06ed tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.497954 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-5fd4bbc6-7ad7-4443-b8f5-a95c071b06ed tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0812593 Jun 10 22:46:42.509641 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41942) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:42.515618 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Attempting to bind port 8a27bb15-5a67-4127-b199-288e93f6b80b on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:46:42.515618 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Attempting to bind port 8a27bb15-5a67-4127-b199-288e93f6b80b by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:46:42.515618 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Attempting to bind port 8a27bb15-5a67-4127-b199-288e93f6b80b on network fdff5cb4-d760-4ffc-943a-3097ca88fb4d {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:42.516503 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-548519ae-4c41-42ae-b22a-b329a4097d05 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Request body: {'security_group_rule': {'security_group_id': '4b5d1131-c3b6-494f-941e-922b2fd37bd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:42.535876 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:46:42.540331 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Checking segment: {'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:42.540487 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.540904 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Bound using segment: {'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:46:42.541427 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Bound port: 8a27bb15-5a67-4127-b199-288e93f6b80b, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:46:42.543237 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.623083 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 2f7693b9-9f4a-4731-a433-e7d6e20673da triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:42.632486 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.684517 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e84f7b36-8e15-43b1-acac-a74f0c7cbd47 req-a4da04ed-80f1-45d9-a21d-905a098856f0 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 210 time: 0.0894377 Jun 10 22:46:42.727481 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-548519ae-4c41-42ae-b22a-b329a4097d05 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.727585 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.872029 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-548519ae-4c41-42ae-b22a-b329a4097d05 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.948224 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18716b08-53ac-48e4-aae2-04e42518abbf req-5ecdb77d-670c-48d1-833a-ff658147da73 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:42.957030 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-18716b08-53ac-48e4-aae2-04e42518abbf req-5ecdb77d-670c-48d1-833a-ff658147da73 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 944 time: 0.5366101 Jun 10 22:46:42.986122 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-548519ae-4c41-42ae-b22a-b329a4097d05 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:42.989909 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:43.025222 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] For port 8a27bb15-5a67-4127-b199-288e93f6b80b, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:46:43.074617 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548519ae-4c41-42ae-b22a-b329a4097d05 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f400a40-8041-4752-9924-930131b114de,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:43.079467 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-548519ae-4c41-42ae-b22a-b329a4097d05 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:43.085708 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] For port 8a27bb15-5a67-4127-b199-288e93f6b80b, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=8a27bb15-5a67-4127-b199-288e93f6b80b,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:46:43.097461 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:43.137601 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 2f7693b9-9f4a-4731-a433-e7d6e20673da, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=2f7693b9-9f4a-4731-a433-e7d6e20673da,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:46:43.145568 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-18716b08-53ac-48e4-aae2-04e42518abbf req-22f61871-634d-4123-b4ac-928b1dc732c3 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874592 Jun 10 22:46:43.152024 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-548519ae-4c41-42ae-b22a-b329a4097d05 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:43.153722 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-548519ae-4c41-42ae-b22a-b329a4097d05 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6424325 Jun 10 22:46:43.156204 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41956) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:43.161577 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-83fddb0c-63aa-4f5e-bdbf-cd1c5538dd6c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Request body: {'security_group_rule': {'security_group_id': '4b5d1131-c3b6-494f-941e-922b2fd37bd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:43.213862 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:43.218224 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:43.253170 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:43.254039 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 1f80c038-39ce-45ce-9d5c-2947631bf509 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:43.296846 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-83fddb0c-63aa-4f5e-bdbf-cd1c5538dd6c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:43.324966 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Routers {'d58cab2c-e046-445f-a663-c70a8b115815'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:46:43.325676 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:46:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d58cab2c-e046-445f-a663-c70a8b115815'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:43.342712 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf3c6d-c315-4315-9450-e90d466a7e5b None None] Pushing event updated for resources: {'Port': ['ID=8a27bb15-5a67-4127-b199-288e93f6b80b,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:43.393341 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:43.409529 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-1cbf3c6d-c315-4315-9450-e90d466a7e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:43.409926 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:43.471392 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:43.475061 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:43.515413 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-83fddb0c-63aa-4f5e-bdbf-cd1c5538dd6c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:43.568738 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 1f80c038-39ce-45ce-9d5c-2947631bf509 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:43.569359 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:43.586894 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=2f7693b9-9f4a-4731-a433-e7d6e20673da,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:43.588722 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41962) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:43.615666 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event updated for resources: {'Port': ['ID=51c824a0-33a1-4d4a-bb2b-9becab08ec9c,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:43.620197 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:43.623458 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:43.624389 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-83fddb0c-63aa-4f5e-bdbf-cd1c5538dd6c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:43.626187 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-73095648-76e9-42e1-b061-3134ef4976b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:43.650706 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-548519ae-4c41-42ae-b22a-b329a4097d05 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:43.668084 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fddb0c-63aa-4f5e-bdbf-cd1c5538dd6c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3de83c-102d-45e5-ab31-d012550a28c1,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:43.674105 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-83fddb0c-63aa-4f5e-bdbf-cd1c5538dd6c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:43.681684 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:43.688941 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:43.696091 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5898545 Jun 10 22:46:43.723277 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] Set router d58cab2c-e046-445f-a663-c70a8b115815 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:46:43.769483 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-83fddb0c-63aa-4f5e-bdbf-cd1c5538dd6c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:43.772526 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-83fddb0c-63aa-4f5e-bdbf-cd1c5538dd6c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6151049 Jun 10 22:46:43.776514 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 41970) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:43.795633 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Request body: {'floatingip': {'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:43.980646 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-19295234-d93b-47ba-bbeb-e90c335a7fdf req-b879dace-2573-4237-88e8-4ab5349dbd83 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 210 time: 0.0549438 Jun 10 22:46:44.069053 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-73095648-76e9-42e1-b061-3134ef4976b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:44.089823 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 2f7693b9-9f4a-4731-a433-e7d6e20673da up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:44.191379 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-73095648-76e9-42e1-b061-3134ef4976b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:44.217143 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-21d87758-983d-4dde-ab95-6aa7e23e5fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:44.220495 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 2f7693b9-9f4a-4731-a433-e7d6e20673da triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:44.220954 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:44.263609 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-ed0db5cc-d913-43b2-999d-b6520304a6c5 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1707100608&fields=id&tenant_id=bd4a447943d748249dde91fbf60f4eda HTTP/1.1" status: 200 len: 267 time: 0.1174366 Jun 10 22:46:44.278235 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:42Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:46:44.302976 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c24429-266b-4c6d-9b40-bd3969b9c23f None None] The sync data for ids ['d58cab2c-e046-445f-a663-c70a8b115815'] in dv-cinder-790535-2-iscsi is: [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:42Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:46:44.379086 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for floatingip, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:44.389029 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 41990) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:44.418372 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-73095648-76e9-42e1-b061-3134ef4976b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20084fe353d44fdc8fa652ece3d1d96f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8049197 Jun 10 22:46:44.616311 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73095648-76e9-42e1-b061-3134ef4976b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6e79e3-ff46-43e9-9e2a-f88e3bc5c454,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:44.630277 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-73095648-76e9-42e1-b061-3134ef4976b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:44.836750 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-12005f02-ee27-45e3-9ca7-62802fa46e33 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:44.838478 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-12005f02-ee27-45e3-9ca7-62802fa46e33 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/networks?id=4bf55eb4-ce53-42eb-adc7-05ee654e0346 HTTP/1.1" status: 200 len: 817 time: 0.5585477 Jun 10 22:46:44.875540 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a94f895d-1396-45dd-8684-19dbd6135853 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/quotas/bd4a447943d748249dde91fbf60f4eda HTTP/1.1" status: 200 len: 375 time: 0.0284374 Jun 10 22:46:44.953709 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3430543a-d0f0-4963-b1aa-c60eda48ba47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:45.037446 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3430543a-d0f0-4963-b1aa-c60eda48ba47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:45.094411 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c8a5d-7c22-4bf4-84cb-e8d857ba9b56 req-79b426c1-5d12-476a-ad29-0bf5b8c11b5f tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:45.094623 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-4b278fd5-030b-4025-9ed2-13eddcec9c55 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2077687 Jun 10 22:46:45.103766 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-044c8a5d-7c22-4bf4-84cb-e8d857ba9b56 req-79b426c1-5d12-476a-ad29-0bf5b8c11b5f tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 944 time: 0.4828880 Jun 10 22:46:45.185502 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-044c8a5d-7c22-4bf4-84cb-e8d857ba9b56 req-87b154d0-b55f-44aa-b20b-99ce8a5d9fe6 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805907 Jun 10 22:46:45.223423 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44370ecb-7c96-4047-aaaf-8dd2050ebe26 req-9ba084a2-28f5-4c5b-a7e7-099fcab5c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:45.233305 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-44370ecb-7c96-4047-aaaf-8dd2050ebe26 req-9ba084a2-28f5-4c5b-a7e7-099fcab5c7f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62536f4eecbc4dda997c12755838ce09&device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 1097 time: 0.6136429 Jun 10 22:46:45.331870 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-9687c055-02ae-4747-907b-17eff99be820 service neutron] 10.222.0.25 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952965 Jun 10 22:46:45.354804 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:45.590330 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44370ecb-7c96-4047-aaaf-8dd2050ebe26 req-3d94ec0e-bd24-4935-ac50-1480832a0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:45.591551 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-c22ab7a9-0077-4564-8cfb-a0722546d110 service neutron] 10.222.0.25 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585795 Jun 10 22:46:45.593856 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-44370ecb-7c96-4047-aaaf-8dd2050ebe26 req-3d94ec0e-bd24-4935-ac50-1480832a0a70 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=62536f4eecbc4dda997c12755838ce09&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3384178 Jun 10 22:46:45.598363 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3430543a-d0f0-4963-b1aa-c60eda48ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:45.598513 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:45.599660 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3430543a-d0f0-4963-b1aa-c60eda48ba47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:45.603690 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-3430543a-d0f0-4963-b1aa-c60eda48ba47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e6e79e3-ff46-43e9-9e2a-f88e3bc5c454 HTTP/1.1" status: 204 len: 168 time: 1.1977794 Jun 10 22:46:45.605349 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-c0c02573-c463-419e-a606-2f6dfb173d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:45.656261 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430543a-d0f0-4963-b1aa-c60eda48ba47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6e79e3-ff46-43e9-9e2a-f88e3bc5c454,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:45.662828 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3430543a-d0f0-4963-b1aa-c60eda48ba47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:45.875532 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6067e30a-0d9c-458e-b24b-49ad1c02714f req-c9154900-bd2a-4473-a218-e9cdd10436ff tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 210 time: 0.2802396 Jun 10 22:46:46.175797 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Allocated IP 172.27.0.178 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/ba692b44-7d77-4b56-a1d7-7aac30d1a927) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:46.255096 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 8a27bb15-5a67-4127-b199-288e93f6b80b up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:46.256823 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44370ecb-7c96-4047-aaaf-8dd2050ebe26 req-eae166c6-b59e-462a-ab25-c7b420163966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:46.258781 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-44370ecb-7c96-4047-aaaf-8dd2050ebe26 req-eae166c6-b59e-462a-ab25-c7b420163966 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4054623 Jun 10 22:46:46.424967 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ac6551ab-9eb9-496a-838f-ef3604bc4aab req-20adce92-120d-48e4-a515-2b4fc99d59dd tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 210 time: 0.2588849 Jun 10 22:46:46.440562 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 8a27bb15-5a67-4127-b199-288e93f6b80b completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:46.464491 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 8a27bb15-5a67-4127-b199-288e93f6b80b triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:46.465265 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:46.818923 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:46.844406 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d8a0e-c7db-495a-a6a5-d337165a6413 req-10ac35b5-968d-48da-96bf-27a7ddf78e07 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:46.847529 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-994d8a0e-c7db-495a-a6a5-d337165a6413 req-10ac35b5-968d-48da-96bf-27a7ddf78e07 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 944 time: 0.2883325 Jun 10 22:46:46.917795 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 8a27bb15-5a67-4127-b199-288e93f6b80b, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=8a27bb15-5a67-4127-b199-288e93f6b80b,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:46:46.977948 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-68239cf2-ba2a-4202-80f8-cfd5708f8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:46.979442 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-68239cf2-ba2a-4202-80f8-cfd5708f8a5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62536f4eecbc4dda997c12755838ce09&device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 1097 time: 0.6226480 Jun 10 22:46:46.982468 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:47.018817 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-994d8a0e-c7db-495a-a6a5-d337165a6413 req-9ff2a32b-229b-4b54-947a-767ed37c0991 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607676 Jun 10 22:46:47.129021 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-423c0817-cfab-4420-8a3a-6aa9cdab6022 req-499a9041-227d-4cd6-b24c-1d2f1633f4f8 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 210 time: 0.0528154 Jun 10 22:46:47.266804 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:47.267542 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:47.282592 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-7bdf6a69-838f-42a6-a8c8-4529be76dea6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:47.284478 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-8f349e14-abd8-4fe8-a631-997564b28127 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:47.292260 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42064) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:47.319992 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aa1beed6-a2a6-496e-b780-b2500c7110b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:47.420124 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=8a27bb15-5a67-4127-b199-288e93f6b80b,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:47.420124 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:47.420530 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:47.425650 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:47.431919 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:47.438028 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event updated for resources: {'Port': ['ID=ba692b44-7d77-4b56-a1d7-7aac30d1a927,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:47.443050 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:47.520745 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aa1beed6-a2a6-496e-b780-b2500c7110b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:47.604794 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:47.606158 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-26323454-3808-4a40-ba15-0611f42c4a11 req-bdd781bb-c6e8-4b29-8430-587156d20d8e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 210 time: 0.0505650 Jun 10 22:46:47.817143 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aa1beed6-a2a6-496e-b780-b2500c7110b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:47.821549 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:47.870147 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:47.874466 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-aa1beed6-a2a6-496e-b780-b2500c7110b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1714c3eff4b4127928bd6eb2e92f570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5809817 Jun 10 22:46:47.876426 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42078) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:47.889123 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1beed6-a2a6-496e-b780-b2500c7110b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ce0248-40af-4be0-a1c5-c8553a5065a1,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:47.910261 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-aa1beed6-a2a6-496e-b780-b2500c7110b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:47.959651 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7d13e154-0eaf-470e-8ba1-8549f08c77e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:47.994471 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7d13e154-0eaf-470e-8ba1-8549f08c77e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:48.082568 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 8a27bb15-5a67-4127-b199-288e93f6b80b up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:48.103968 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:48.145604 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 8a27bb15-5a67-4127-b199-288e93f6b80b triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:48.146092 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:48.249827 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7d13e154-0eaf-470e-8ba1-8549f08c77e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:48.269878 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7d13e154-0eaf-470e-8ba1-8549f08c77e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:48.269878 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-7d13e154-0eaf-470e-8ba1-8549f08c77e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2ce0248-40af-4be0-a1c5-c8553a5065a1 HTTP/1.1" status: 204 len: 168 time: 0.3686078 Jun 10 22:46:48.269878 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:48.307081 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13e154-0eaf-470e-8ba1-8549f08c77e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ce0248-40af-4be0-a1c5-c8553a5065a1,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:48.310535 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7d13e154-0eaf-470e-8ba1-8549f08c77e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:48.338541 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:48.339065 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-cb73a98c-0f2b-4719-a416-a557894520e0 req-0d2e07c7-eabd-4680-9843-7f5cc677d7e1 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 210 time: 0.0563776 Jun 10 22:46:48.357375 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:48.402559 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:48.435467 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event updated for resources: {'Port': ['ID=ba692b44-7d77-4b56-a1d7-7aac30d1a927,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:48.438451 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:48.460296 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e4a50-30e1-4894-9a7e-9e4b6b4aad17 req-22a8932a-a5f5-45fa-b61f-cc97f309fcaf tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:48.462767 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-557e4a50-30e1-4894-9a7e-9e4b6b4aad17 req-22a8932a-a5f5-45fa-b61f-cc97f309fcaf tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 944 time: 0.3246500 Jun 10 22:46:48.504772 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:48.507402 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7272756 Jun 10 22:46:48.521354 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-557e4a50-30e1-4894-9a7e-9e4b6b4aad17 req-12059753-2443-4e1d-a226-cb18d7521e07 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526483 Jun 10 22:46:48.807908 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-58968151-8ef4-43dd-aa12-1256123e1e7d req-1336d90c-71db-4af8-a9d5-043764532ff4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 210 time: 0.0534947 Jun 10 22:46:48.830532 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-eca24c8e-597c-49c6-b71b-53fa941f674d tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1567132106&fields=id&tenant_id=3ccd3c69af9d4510806f9c3361929ce4 HTTP/1.1" status: 200 len: 267 time: 0.0415726 Jun 10 22:46:48.960917 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-0b44947d-a14c-46c2-b916-4eaedd489d98 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:48.962265 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-0b44947d-a14c-46c2-b916-4eaedd489d98 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/networks?id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d HTTP/1.1" status: 200 len: 810 time: 0.1248662 Jun 10 22:46:48.979033 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-7c88d5a5-deed-4d45-9803-86785f32eddb tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/quotas/3ccd3c69af9d4510806f9c3361929ce4 HTTP/1.1" status: 200 len: 375 time: 0.0106390 Jun 10 22:46:49.064410 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-897e78b8-92eb-4e43-95a8-121dc906d3e3 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795374 Jun 10 22:46:49.185260 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-d186df88-8164-4bbd-ade6-7f8c8d0c0894 service neutron] 10.222.0.25 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063144 Jun 10 22:46:49.305455 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-1b3390b4-e103-4387-8d76-8032ba7ec60f service neutron] 10.222.0.25 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135385 Jun 10 22:46:49.502962 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-52b46e1a-cf59-46dd-8e4f-7a81014eed5a req-66f2c0f2-fa33-42c0-8803-1239ff217e2b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 210 time: 0.0332243 Jun 10 22:46:49.708013 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b20ca92f-da86-4522-a4bb-b264349752df req-3185758f-2b78-488e-94ff-e37f477804e6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 210 time: 0.0664442 Jun 10 22:46:49.777504 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.13', 57086) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:49.845001 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42156) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:49.920814 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-63683c59-4c4c-4ce8-a5a1-54e6c7ccb1cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 HTTP/1.1" status: 200 len: 217 time: 0.1405621 Jun 10 22:46:49.934357 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b847f6-94dc-4f95-bacd-0aa5297f19a1 req-64c402dd-a2bc-425a-ac55-ef67242db86c tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:49.941567 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e6b847f6-94dc-4f95-bacd-0aa5297f19a1 req-64c402dd-a2bc-425a-ac55-ef67242db86c tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 944 time: 0.2300887 Jun 10 22:46:50.043504 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e6b847f6-94dc-4f95-bacd-0aa5297f19a1 req-74a57a14-0ca2-4cc6-9eae-de2874b2ede1 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007743 Jun 10 22:46:50.056866 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-58679d92-bc80-4ab8-962d-c8169e69e7b6 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:50.061595 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-58679d92-bc80-4ab8-962d-c8169e69e7b6 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.13 "GET /v2.0/networks?id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503 HTTP/1.1" status: 200 len: 819 time: 0.2791915 Jun 10 22:46:50.062781 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a96d-a4cd-45b9-b999-4a59b963b105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:50.077394 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-fad24ab8-9cb5-472a-9731-77728d21ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:50.082830 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-fad24ab8-9cb5-472a-9731-77728d21ae10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3cd84139-7323-4b1e-b04a-913a61f2e35f HTTP/1.1" status: 200 len: 851 time: 0.1382136 Jun 10 22:46:50.089817 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Request body: {'port': {'device_id': 'a7f4ab8b-03e2-42a7-a683-c41b50adcea1', 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503', 'admin_state_up': True, 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:50.134347 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-cd9968cc-df19-4690-b326-f920b1a7f995 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470369 Jun 10 22:46:50.200906 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-953b1b11-7158-4e35-9416-8b81e997efb6 req-60af7dad-03a4-4334-b7d1-06a72a884456 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 210 time: 0.1153748 Jun 10 22:46:50.267013 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-66b9cf85-f36c-4acc-8f44-17237498c1e5 service neutron] 10.222.0.13 "GET /v2.0/networks/c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220057 Jun 10 22:46:50.424663 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-511b4aa8-e709-4c52-8c31-603e5c841022 req-baf23e54-8ddb-471f-8356-bc519a8a7e93 service neutron] 10.222.0.13 "GET /v2.0/networks/c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471157 Jun 10 22:46:50.453096 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a96d-a4cd-45b9-b999-4a59b963b105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:50.552429 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a96d-a4cd-45b9-b999-4a59b963b105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:50.556556 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3430543a-d0f0-4963-b1aa-c60eda48ba47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:50.608683 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4a96d-a4cd-45b9-b999-4a59b963b105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0e3b6a-0d9f-43e6-8a62-599a845f64ee,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:50.612511 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-8aa4a96d-a4cd-45b9-b999-4a59b963b105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:50.615185 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-8aa4a96d-a4cd-45b9-b999-4a59b963b105 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=589bc34a8dd24b1d9ca7d4be6fa42b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7726111 Jun 10 22:46:50.617885 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42200) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:50.667900 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Made reservation on behalf of 4b9e491776fc444595d858b6d9fa77d4 for: {'port': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:46:50.671496 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:50.710575 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c52e048c-1f18-4f17-ac9b-5fd3b22983c9 req-dd8b63a1-b478-4341-8f89-1173b9b3a880 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 210 time: 0.0423737 Jun 10 22:46:50.740513 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a7ac-3079-4f99-909b-aa49af8cbe6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:50.776060 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a7ac-3079-4f99-909b-aa49af8cbe6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:50.833441 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8c7e92e2-ef3f-4918-88ad-3c6c97c8a60c req-8b3df4eb-0dff-457c-803a-4902a37b05aa tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 210 time: 0.0454819 Jun 10 22:46:50.981077 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a7ac-3079-4f99-909b-aa49af8cbe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:51.030278 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a7ac-3079-4f99-909b-aa49af8cbe6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:51.034365 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-a8d4a7ac-3079-4f99-909b-aa49af8cbe6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e0e3b6a-0d9f-43e6-8a62-599a845f64ee HTTP/1.1" status: 204 len: 168 time: 0.4126241 Jun 10 22:46:51.040245 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-983681e8-c257-453a-99d4-0cd5e7995373 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:51.072465 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4a7ac-3079-4f99-909b-aa49af8cbe6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0e3b6a-0d9f-43e6-8a62-599a845f64ee,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:51.081770 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-a8d4a7ac-3079-4f99-909b-aa49af8cbe6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:51.224874 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Allocated IP 172.20.0.11 (3eee5bef-38ad-41c3-9a4e-23afd1f4c503/a1b3330e-cf08-42c3-864b-2bcbf890eaf6/5fe94f38-ee22-46cf-a4fb-fdc468635e8f) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:51.380490 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4098ba2-3ab9-47ba-bdeb-ae57622b6472 req-16bb0469-d8cb-4e0d-944c-3a61c65eafca tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:51.382379 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c4098ba2-3ab9-47ba-bdeb-ae57622b6472 req-16bb0469-d8cb-4e0d-944c-3a61c65eafca tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 944 time: 0.1271782 Jun 10 22:46:51.489109 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c4098ba2-3ab9-47ba-bdeb-ae57622b6472 req-3530cdd9-620b-47bb-8b24-e6581b33b486 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911610 Jun 10 22:46:51.687514 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e7041443-d114-4dfc-8a0c-783439114082 req-44cfeabd-1fc9-49f9-8b4e-e4aa572fbcd2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 210 time: 0.0816660 Jun 10 22:46:51.782810 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:51.869139 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6af1086c-2ea1-4429-a1eb-ffdd53b510c2 req-77840c56-9974-458d-8f05-7ef867a4ebc8 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 210 time: 0.0340436 Jun 10 22:46:51.937885 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:51.943488 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:52.046263 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:52.046875 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42284) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:52.075979 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:52.085777 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-0ec8b979-58e1-4790-92d1-e9698325ac2e tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:52.087322 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-0ec8b979-58e1-4790-92d1-e9698325ac2e tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.13 "GET /v2.0/networks?id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503 HTTP/1.1" status: 200 len: 819 time: 0.2452769 Jun 10 22:46:52.092791 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:52.099464 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:52.100171 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:52.103498 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Request body: {'port': {'device_id': 'e3171e2c-33ef-4b82-99f2-c49ffa670359', 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503', 'admin_state_up': True, 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:52.137474 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-47b05964-54d4-4ddd-ad4e-9de2da73cd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:52.140261 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f10c73eb-5643-49f7-bdc0-bc796d13c55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:52.145325 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Pushing event updated for resources: {'Port': ['ID=5fe94f38-ee22-46cf-a4fb-fdc468635e8f,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:52.150950 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6287e7ce-85ca-4818-979b-384576e61a15 req-d1054b3f-c265-462f-9523-df74fd2ff664 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 210 time: 0.1031239 Jun 10 22:46:52.151761 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:52.259435 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1750534 Jun 10 22:46:52.271397 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Request body: {'port': {'device_id': 'a7f4ab8b-03e2-42a7-a683-c41b50adcea1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:52.399505 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:52.475763 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f10c73eb-5643-49f7-bdc0-bc796d13c55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:52.576675 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f10c73eb-5643-49f7-bdc0-bc796d13c55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:52.594426 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.13', 57098) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:52.602328 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-aa1beed6-a2a6-496e-b780-b2500c7110b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:52.687811 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-f10c73eb-5643-49f7-bdc0-bc796d13c55d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3edcfe7077c46b690fdd5cf56027007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6364994 Jun 10 22:46:52.695959 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42308) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:52.703615 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c73eb-5643-49f7-bdc0-bc796d13c55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbac584-9b23-4203-bec2-75285532485d,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:52.710724 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f10c73eb-5643-49f7-bdc0-bc796d13c55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:52.715282 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Made reservation on behalf of 4b9e491776fc444595d858b6d9fa77d4 for: {'port': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:46:52.724080 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:52.827888 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:46:52.848947 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9e35915c-fdb9-4437-a1a5-434271a955cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:52.899943 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-59919570-baa7-4184-8c10-49aaa1530235 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:52.901732 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-59919570-baa7-4184-8c10-49aaa1530235 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.13 "GET /v2.0/networks?id=4bf55eb4-ce53-42eb-adc7-05ee654e0346 HTTP/1.1" status: 200 len: 817 time: 0.3032472 Jun 10 22:46:52.919358 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-791f6d71-849a-4cdd-bbbb-a4de2c8c1dc2 req-d3c21fa2-b751-4566-a95d-d825851037fa tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 210 time: 0.0522718 Jun 10 22:46:52.927752 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9e35915c-fdb9-4437-a1a5-434271a955cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:52.954523 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07ea7b-26de-4a13-94c8-26b51cf6b52b req-3a20f25d-4bc4-4feb-9544-b967855b21be tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:52.956281 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2e07ea7b-26de-4a13-94c8-26b51cf6b52b req-3a20f25d-4bc4-4feb-9544-b967855b21be tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 944 time: 0.3035131 Jun 10 22:46:52.996501 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe94f38-ee22-46cf-a4fb-fdc468635e8f {{(pid=98755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:46:53.006808 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:53.022912 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-db84e061-c6fc-47b4-9dc8-bd659ff1a078 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd4a447943d748249dde91fbf60f4eda HTTP/1.1" status: 200 len: 380 time: 0.1067352 Jun 10 22:46:53.030231 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2e07ea7b-26de-4a13-94c8-26b51cf6b52b req-c287bd33-64ed-4dc5-8b79-469589076b80 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645664 Jun 10 22:46:53.035606 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Request body: {'port': {'device_id': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'admin_state_up': True, 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'security_groups': ['dd3b5335-bc53-4001-849a-576590a8a041']}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:53.104917 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Transition to ACTIVE for port object 5fe94f38-ee22-46cf-a4fb-fdc468635e8f will not be triggered until provisioned by entity L2. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:53.108265 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-221e798c-7215-4eb5-b4f7-7c16b523dc4e req-cd83ad7e-c5e5-4073-a2a3-250d55cafc78 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 210 time: 0.0363932 Jun 10 22:46:53.109168 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9e35915c-fdb9-4437-a1a5-434271a955cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:53.112072 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9e35915c-fdb9-4437-a1a5-434271a955cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:53.113315 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-9e35915c-fdb9-4437-a1a5-434271a955cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ddbac584-9b23-4203-bec2-75285532485d HTTP/1.1" status: 204 len: 168 time: 0.4161820 Jun 10 22:46:53.116554 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:53.124026 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35915c-fdb9-4437-a1a5-434271a955cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbac584-9b23-4203-bec2-75285532485d,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:53.127247 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9e35915c-fdb9-4437-a1a5-434271a955cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:53.240480 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:53.243791 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:53.390292 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe94f38-ee22-46cf-a4fb-fdc468635e8f,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:53.395891 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:53.458975 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Attempting to bind port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:46:53.459700 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Attempting to bind port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e99fdd75-f815-47a5-adff-ea853b5be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503'}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:46:53.460322 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Attempting to bind port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f on network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:53.461715 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Allocated IP 172.20.0.4 (3eee5bef-38ad-41c3-9a4e-23afd1f4c503/a1b3330e-cf08-42c3-864b-2bcbf890eaf6/0411f66f-bf9f-4bda-a638-3d76a91f0351) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:53.469843 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42342) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:53.486031 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f on network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:46:53.486031 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Attempting to bind port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f on network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:53.492704 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:46:53.493530 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Checking segment: {'id': 'e99fdd75-f815-47a5-adff-ea853b5be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:53.494354 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Bound using segment: {'id': 'e99fdd75-f815-47a5-adff-ea853b5be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503'} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:46:53.495033 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Bound port: 5fe94f38-ee22-46cf-a4fb-fdc468635e8f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99fdd75-f815-47a5-adff-ea853b5be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503'}}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:46:53.495602 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:53.546608 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.13', 57101) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:53.613168 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-24c94db3-eed3-49e1-899e-0882880aa501 req-c377629f-6805-48a5-8ed4-b6e827c7aba0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 210 time: 0.2100821 Jun 10 22:46:53.728482 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4d90-c651-4f1f-ab08-a279c3c8dc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:53.738120 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] For port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f, host hv-cinder-79053, cleared binding levels {{(pid=98755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:46:53.768013 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:53.778945 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] For port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5fe94f38-ee22-46cf-a4fb-fdc468635e8f,segment=NetworkSegment(e99fdd75-f815-47a5-adff-ea853b5be6cb),segment_id=e99fdd75-f815-47a5-adff-ea853b5be6cb)] {{(pid=98755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:46:53.786482 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-c1c4bca4-c2a4-4685-9eee-46cfae1e9cb4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:53.787918 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-c1c4bca4-c2a4-4685-9eee-46cfae1e9cb4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.13 "GET /v2.0/networks?id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d HTTP/1.1" status: 200 len: 810 time: 0.2396574 Jun 10 22:46:53.855560 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-98f0dbf7-2546-4c38-87a4-99bb5d792f31 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ccd3c69af9d4510806f9c3361929ce4 HTTP/1.1" status: 200 len: 380 time: 0.0513432 Jun 10 22:46:53.877365 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Made reservation on behalf of bd4a447943d748249dde91fbf60f4eda for: {'port': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:46:53.882295 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:53.887436 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:53.887975 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:53.905043 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Request body: {'port': {'device_id': 'df6ded48-e2a6-4959-b530-0551299b7272', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'admin_state_up': True, 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'security_groups': ['4b5d1131-c3b6-494f-941e-922b2fd37bd2']}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:53.944357 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:53.959066 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:53.985029 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:53.986650 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:53.988768 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] 10.222.0.13 "PUT /v2.0/ports/5fe94f38-ee22-46cf-a4fb-fdc468635e8f HTTP/1.1" status: 200 len: 1094 time: 1.7212672 Jun 10 22:46:53.992675 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f4ab8b-03e2-42a7-a683-c41b50adcea1', 'tag': '5fe94f38-ee22-46cf-a4fb-fdc468635e8f'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:46:54.038608 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Pushing event updated for resources: {'Port': ['ID=0411f66f-bf9f-4bda-a638-3d76a91f0351,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:54.161696 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Allocated IP 172.20.0.11 (4bf55eb4-ce53-42eb-adc7-05ee654e0346/35d4f47f-32e3-473c-b6fb-4be1ccbc6118/cdee1119-d02b-4619-bb2d-5bc0d01bc75f) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:54.243377 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:54.266349 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:54.340515 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:46:54.351793 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:54.354498 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:54.362055 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:54.362706 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:54.440928 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:54.469719 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ea65e-13d7-445b-9f45-93601f50b6ca req-0de1f729-fc28-4b19-8e2b-cf0433cf47e7 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:54.471786 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-794ea65e-13d7-445b-9f45-93601f50b6ca req-0de1f729-fc28-4b19-8e2b-cf0433cf47e7 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 944 time: 0.2230670 Jun 10 22:46:54.474988 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Transition to ACTIVE for port object cdee1119-d02b-4619-bb2d-5bc0d01bc75f will not be triggered until provisioned by entity DHCP. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:54.524242 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c901cb1-19e7-4a21-a8b8-739c53a1e5b9,segment=NetworkSegment(3c5b060d-d832-4d3e-b189-12fc02433228),segment_id=3c5b060d-d832-4d3e-b189-12fc02433228)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:46:54.541684 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '0c901cb1-19e7-4a21-a8b8-739c53a1e5b9', 'network_id': 'c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7', 'port_id': '0c901cb1-19e7-4a21-a8b8-739c53a1e5b9', 'mac_address': 'fa:16:3e:4e:60:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd84139-7323-4b1e-b04a-913a61f2e35f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:46:54.549688 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-794ea65e-13d7-445b-9f45-93601f50b6ca req-d2b326db-5174-400b-9ccf-7ed36e034dd6 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715768 Jun 10 22:46:54.560427 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f0f1c799-1e3d-4f0f-b2c8-94247f6eb210 req-75867fc6-b39d-4a54-b425-0da18c7122ef tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 210 time: 0.2734547 Jun 10 22:46:54.590481 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4d90-c651-4f1f-ab08-a279c3c8dc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:54.596535 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe94f38-ee22-46cf-a4fb-fdc468635e8f,revision_number=3']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:54.606800 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:54.613111 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:54.620186 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:54.625959 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-dfc46ae7-ed7c-45a7-af24-34ed4a05d265 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:54.653806 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8acef5-7350-4bf0-b02a-207fffdf5201" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f4ab8b-03e2-42a7-a683-c41b50adcea1", "tag": "5fe94f38-ee22-46cf-a4fb-fdc468635e8f"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:46:54.692233 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:54.702968 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4d90-c651-4f1f-ab08-a279c3c8dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:54.703828 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:54.707279 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:54.711786 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:54.715452 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:54.716328 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:54.749062 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event updated for resources: {'Port': ['ID=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:54.764165 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:54.770848 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-adf32f73-fd35-4cd5-bb9f-1c947c5111c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:54.782657 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-adf32f73-fd35-4cd5-bb9f-1c947c5111c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b9e491776fc444595d858b6d9fa77d4&device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 1097 time: 0.4931529 Jun 10 22:46:54.846561 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7499480 Jun 10 22:46:54.855390 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c4d90-c651-4f1f-ab08-a279c3c8dc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d344f0f2-a1c4-46d5-ae72-8b766578fd44,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:54.872686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-1e9c4d90-c651-4f1f-ab08-a279c3c8dc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:54.894721 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Request body: {'port': {'device_id': 'e3171e2c-33ef-4b82-99f2-c49ffa670359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:54.912860 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:46:54.935009 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-1e9c4d90-c651-4f1f-ab08-a279c3c8dc4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=923244bcf249434f83489f877eb9f3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4616272 Jun 10 22:46:54.944824 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c901cb1-19e7-4a21-a8b8-739c53a1e5b9,segment=NetworkSegment(3c5b060d-d832-4d3e-b189-12fc02433228),segment_id=3c5b060d-d832-4d3e-b189-12fc02433228)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:46:54.950740 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42396) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:54.952240 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-d0a6d7ca-1081-4fc7-9cd4-4ce83517f26e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fe94f38-ee22-46cf-a4fb-fdc468635e8f HTTP/1.1" status: 200 len: 217 time: 0.1516392 Jun 10 22:46:55.000225 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9689920 Jun 10 22:46:55.017986 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Request body: {'port': {'device_id': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:55.031626 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-0c4d8224-ed99-432f-beb2-49753de2b9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.034248 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.035544 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.036669 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-324bb289-261d-4127-b321-57dbeeef77cf req-66d9139f-c455-44b8-852e-980a55d16d39 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 210 time: 0.0884287 Jun 10 22:46:55.048405 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:55.075122 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.086641 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Made reservation on behalf of 3ccd3c69af9d4510806f9c3361929ce4 for: {'port': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:46:55.093668 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.108011 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4d9a0-dfb7-4f04-b8fb-69cd64a637e4 req-425ea087-54ba-48c5-9027-d5f363b99ead tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:55.110229 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-dfd4d9a0-dfb7-4f04-b8fb-69cd64a637e4 req-425ea087-54ba-48c5-9027-d5f363b99ead tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 931 time: 0.3236387 Jun 10 22:46:55.158363 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b5365305-84bb-48fb-83c6-b6cdfcde4c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.165128 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-8eefb61b-9db0-4d16-acd8-0f44a9eec43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:55.175550 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=0c901cb1-19e7-4a21-a8b8-739c53a1e5b9,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:55.179245 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-d4f45a57-e48a-4c61-9e63-b6c8a934ce94 None None] Provisioning for port cdee1119-d02b-4619-bb2d-5bc0d01bc75f completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:55.181264 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-8eefb61b-9db0-4d16-acd8-0f44a9eec43f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1b3330e-cf08-42c3-864b-2bcbf890eaf6 HTTP/1.1" status: 200 len: 859 time: 0.1846290 Jun 10 22:46:55.194837 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:55.211189 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-d4f45a57-e48a-4c61-9e63-b6c8a934ce94 None None] Provisioning complete for port cdee1119-d02b-4619-bb2d-5bc0d01bc75f triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:55.211584 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-d4f45a57-e48a-4c61-9e63-b6c8a934ce94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.267513 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.274974 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-dfd4d9a0-dfb7-4f04-b8fb-69cd64a637e4 req-3d6d26b3-e465-4e94-af75-dd5f71acbf58 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154046 Jun 10 22:46:55.281578 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96995147-4cd4-40f4-9a7a-a801aa4f0006 x-openstack-request-id: req-96995147-4cd4-40f4-9a7a-a801aa4f0006 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:46:55.281889 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f4ab8b-03e2-42a7-a683-c41b50adcea1", "tag": "5fe94f38-ee22-46cf-a4fb-fdc468635e8f", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:46:55.282161 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96995147-4cd4-40f4-9a7a-a801aa4f0006 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:46:55.282633 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f4ab8b-03e2-42a7-a683-c41b50adcea1', 'tag': '5fe94f38-ee22-46cf-a4fb-fdc468635e8f', 'status': 'completed', 'code': 200} Jun 10 22:46:55.296179 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-d4f45a57-e48a-4c61-9e63-b6c8a934ce94 None None] Port cdee1119-d02b-4619-bb2d-5bc0d01bc75f cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:46:55.320400 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-ceead8af-dbaa-420a-b216-91898023c0a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296549 Jun 10 22:46:55.353013 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b5365305-84bb-48fb-83c6-b6cdfcde4c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.539347 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Allocated IP 172.20.0.4 (fdff5cb4-d760-4ffc-943a-3097ca88fb4d/f890a9bf-0853-45c5-86e2-c17d3f245b7a/d52610fd-0f6f-4b53-a6ff-1ef3f2357948) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:46:55.552202 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-b37c5c0c-13b6-4601-876f-58c8271ad995 service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170448 Jun 10 22:46:55.588775 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['0c901cb1-19e7-4a21-a8b8-739c53a1e5b9'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:46:55.741689 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b5365305-84bb-48fb-83c6-b6cdfcde4c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.746050 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b5365305-84bb-48fb-83c6-b6cdfcde4c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.757157 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-b5365305-84bb-48fb-83c6-b6cdfcde4c87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d344f0f2-a1c4-46d5-ae72-8b766578fd44 HTTP/1.1" status: 204 len: 168 time: 0.8016946 Jun 10 22:46:55.797265 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdee1119-d02b-4619-bb2d-5bc0d01bc75f {{(pid=98754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:46:55.804594 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.817200 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Transition to ACTIVE for port object cdee1119-d02b-4619-bb2d-5bc0d01bc75f will not be triggered until provisioned by entity L2. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:55.840689 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.853130 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0d055fa8-02e7-4be6-99c1-599031b0e347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:55.871893 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.908884 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:55.912518 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Transition to ACTIVE for port object d52610fd-0f6f-4b53-a6ff-1ef3f2357948 will not be triggered until provisioned by entity DHCP. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:55.922104 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:55.941743 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5365305-84bb-48fb-83c6-b6cdfcde4c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d344f0f2-a1c4-46d5-ae72-8b766578fd44,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:55.968427 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0411f66f-bf9f-4bda-a638-3d76a91f0351 {{(pid=98754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:46:55.996611 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:56.029994 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b5365305-84bb-48fb-83c6-b6cdfcde4c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:56.065476 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Transition to ACTIVE for port object 0411f66f-bf9f-4bda-a638-3d76a91f0351 will not be triggered until provisioned by entity L2. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:56.068308 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Pushing event updated for resources: {'Port': ['ID=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:56.075118 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:56.092366 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:56.094627 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff50dd4d-580c-402d-9a52-7d695e7003da req-c664b7ea-9a15-478e-819d-24df92d48e99 service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347304 Jun 10 22:46:56.100321 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f1831730-0f72-498a-947b-d5c895ea1fc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:56.115526 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c376a-c1de-40d5-a6a3-72600ede745c req-366cfce7-e5ed-44bd-bb60-443a6aa1251e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:56.117332 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cf5c376a-c1de-40d5-a6a3-72600ede745c req-366cfce7-e5ed-44bd-bb60-443a6aa1251e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 932 time: 0.2803164 Jun 10 22:46:56.134416 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5e3b5-84f6-4bf7-8a1d-54dda03a7380 req-48129184-c749-478d-9dc4-7778fc383544 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:56.141479 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0fc5e3b5-84f6-4bf7-8a1d-54dda03a7380 req-48129184-c749-478d-9dc4-7778fc383544 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 945 time: 0.2827210 Jun 10 22:46:56.146054 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Attempting to bind port cdee1119-d02b-4619-bb2d-5bc0d01bc75f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:46:56.146392 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Attempting to bind port cdee1119-d02b-4619-bb2d-5bc0d01bc75f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'}] {{(pid=98754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:46:56.146723 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Attempting to bind port cdee1119-d02b-4619-bb2d-5bc0d01bc75f on network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:56.150950 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:56.156484 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:56.162584 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Port cdee1119-d02b-4619-bb2d-5bc0d01bc75f on network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:46:56.162908 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Attempting to bind port cdee1119-d02b-4619-bb2d-5bc0d01bc75f on network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:56.215053 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Network fdff5cb4-d760-4ffc-943a-3097ca88fb4d is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:46:56.216317 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:46:56.216661 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Checking segment: {'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:56.217048 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Bound using segment: {'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'} {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:46:56.217498 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Bound port: cdee1119-d02b-4619-bb2d-5bc0d01bc75f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'}}] {{(pid=98754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:46:56.218128 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:56.228444 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:46:56.231061 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event updated for resources: {'Port': ['ID=d52610fd-0f6f-4b53-a6ff-1ef3f2357948,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:56.244587 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:46:56.250820 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cf5c376a-c1de-40d5-a6a3-72600ede745c req-144998c9-03c5-4043-8cd1-e7e40704c5e7 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266661 Jun 10 22:46:56.263146 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:56.264294 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:56.334668 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0411f66f-bf9f-4bda-a638-3d76a91f0351,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:56.463891 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:56.476978 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0fc5e3b5-84f6-4bf7-8a1d-54dda03a7380 req-ecb63fe4-f778-4fa2-a82d-0971a1851c06 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344553 Jun 10 22:46:56.524340 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6278801 Jun 10 22:46:56.544176 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Request body: {'port': {'device_id': 'df6ded48-e2a6-4959-b530-0551299b7272', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:46:56.618615 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8acef5-7350-4bf0-b02a-207fffdf5201 req-3b51e02e-ec84-434a-b785-1ef70acb2d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:56.620226 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1b8acef5-7350-4bf0-b02a-207fffdf5201 req-3b51e02e-ec84-434a-b785-1ef70acb2d30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b9e491776fc444595d858b6d9fa77d4&device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 1097 time: 0.3083577 Jun 10 22:46:56.644230 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:56.754986 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Attempting to bind port 0411f66f-bf9f-4bda-a638-3d76a91f0351 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:46:56.755325 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Attempting to bind port 0411f66f-bf9f-4bda-a638-3d76a91f0351 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e99fdd75-f815-47a5-adff-ea853b5be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503'}] {{(pid=98754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:46:56.755652 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Attempting to bind port 0411f66f-bf9f-4bda-a638-3d76a91f0351 on network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:56.760919 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-6d79ad92-0d32-4948-b4bd-55bd6f37eafe None None] Provisioning for port d52610fd-0f6f-4b53-a6ff-1ef3f2357948 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:56.766178 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-6d79ad92-0d32-4948-b4bd-55bd6f37eafe None None] Provisioning complete for port d52610fd-0f6f-4b53-a6ff-1ef3f2357948 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:56.766933 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-6d79ad92-0d32-4948-b4bd-55bd6f37eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:56.767369 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:56.769350 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] For port cdee1119-d02b-4619-bb2d-5bc0d01bc75f, host hv-cinder-79053, cleared binding levels {{(pid=98754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:46:56.772859 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Port 0411f66f-bf9f-4bda-a638-3d76a91f0351 on network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:46:56.773379 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Attempting to bind port 0411f66f-bf9f-4bda-a638-3d76a91f0351 on network 3eee5bef-38ad-41c3-9a4e-23afd1f4c503 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:56.789921 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] For port cdee1119-d02b-4619-bb2d-5bc0d01bc75f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:46:56.797723 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:46:56.797723 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Checking segment: {'id': 'e99fdd75-f815-47a5-adff-ea853b5be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:56.797723 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Bound using segment: {'id': 'e99fdd75-f815-47a5-adff-ea853b5be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503'} {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:46:56.797723 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Bound port: 0411f66f-bf9f-4bda-a638-3d76a91f0351, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99fdd75-f815-47a5-adff-ea853b5be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503'}}] {{(pid=98754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:46:56.797723 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:56.851108 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a93b4-e413-4db7-a174-c951ddfd2416 req-545d1c59-4284-4c9b-aa43-c565f84e5612 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:56.858267 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-399a93b4-e413-4db7-a174-c951ddfd2416 req-545d1c59-4284-4c9b-aa43-c565f84e5612 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 931 time: 0.2127674 Jun 10 22:46:56.859646 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-6d79ad92-0d32-4948-b4bd-55bd6f37eafe None None] Port d52610fd-0f6f-4b53-a6ff-1ef3f2357948 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:46:56.932581 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-399a93b4-e413-4db7-a174-c951ddfd2416 req-b949b224-3f0f-4088-99b6-92baa4bca859 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732677 Jun 10 22:46:56.933827 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:56.945972 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:56.951796 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] For port 0411f66f-bf9f-4bda-a638-3d76a91f0351, host hv-cinder-79053, cleared binding levels {{(pid=98754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:46:56.956208 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] For port 0411f66f-bf9f-4bda-a638-3d76a91f0351, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0411f66f-bf9f-4bda-a638-3d76a91f0351,segment=NetworkSegment(e99fdd75-f815-47a5-adff-ea853b5be6cb),segment_id=e99fdd75-f815-47a5-adff-ea853b5be6cb)] {{(pid=98754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:46:56.998605 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:56.999241 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:57.000746 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] 10.222.0.13 "PUT /v2.0/ports/cdee1119-d02b-4619-bb2d-5bc0d01bc75f HTTP/1.1" status: 200 len: 1094 time: 1.9895022 Jun 10 22:46:57.001183 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'tag': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:46:57.004476 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72645668-dd19-4b33-b999-4b01abe1aebb" -d '{"events": [{"name": "network-changed", "server_uuid": "3b339c18-ed04-4f48-954f-7f98996cb69b", "tag": "cdee1119-d02b-4619-bb2d-5bc0d01bc75f"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:46:57.036723 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Pushing event updated for resources: {'Port': ['ID=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,revision_number=3']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:57.042025 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:57.044182 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bf0eee-b34c-4c9a-a97a-49845fd2b8c8 x-openstack-request-id: req-03bf0eee-b34c-4c9a-a97a-49845fd2b8c8 {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:46:57.044574 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b339c18-ed04-4f48-954f-7f98996cb69b", "tag": "cdee1119-d02b-4619-bb2d-5bc0d01bc75f", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:46:57.044963 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03bf0eee-b34c-4c9a-a97a-49845fd2b8c8 {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:46:57.045455 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'tag': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'status': 'completed', 'code': 200} Jun 10 22:46:57.058659 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 42446) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:57.112927 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0829cbad-2bd0-4f4d-8514-87822d2c36c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:57.127824 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:57.146204 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:57.146443 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286a14a-bbb4-4981-afd6-2cbc2d382af6 req-50f4d635-276e-4f6e-8750-0d857f630172 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:57.147991 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9286a14a-bbb4-4981-afd6-2cbc2d382af6 req-50f4d635-276e-4f6e-8750-0d857f630172 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 943 time: 0.4838276 Jun 10 22:46:57.161862 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8acef5-7350-4bf0-b02a-207fffdf5201 req-f9df7d23-1f0f-471e-8d95-404754a84a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:57.165738 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1b8acef5-7350-4bf0-b02a-207fffdf5201 req-f9df7d23-1f0f-471e-8d95-404754a84a5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503 HTTP/1.1" status: 200 len: 919 time: 0.5376971 Jun 10 22:46:57.229174 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:57.229967 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:57.231630 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/0411f66f-bf9f-4bda-a638-3d76a91f0351 HTTP/1.1" status: 200 len: 1093 time: 2.3502033 Jun 10 22:46:57.235806 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:57.302728 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72645668-dd19-4b33-b999-4b01abe1aebb req-987107aa-c5fe-4363-9ef6-cd2b936ae1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:57.304702 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-72645668-dd19-4b33-b999-4b01abe1aebb req-987107aa-c5fe-4363-9ef6-cd2b936ae1cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 1097 time: 0.2261515 Jun 10 22:46:57.306241 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1b8acef5-7350-4bf0-b02a-207fffdf5201 req-b0a2e9c1-11af-474e-a3d1-15afa4e1ccc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fe94f38-ee22-46cf-a4fb-fdc468635e8f HTTP/1.1" status: 200 len: 217 time: 0.1313341 Jun 10 22:46:57.307446 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0411f66f-bf9f-4bda-a638-3d76a91f0351,revision_number=3']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:57.310880 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:57.371596 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 42452) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:57.398709 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9286a14a-bbb4-4981-afd6-2cbc2d382af6 req-ea8171b0-b0c8-43df-9253-81f5a9298c7c tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319562 Jun 10 22:46:57.443013 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8acef5-7350-4bf0-b02a-207fffdf5201 req-ae47e031-6180-43b9-a679-4070ca449fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:57.446895 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1b8acef5-7350-4bf0-b02a-207fffdf5201 req-ae47e031-6180-43b9-a679-4070ca449fb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1b3330e-cf08-42c3-864b-2bcbf890eaf6 HTTP/1.1" status: 200 len: 859 time: 0.1256816 Jun 10 22:46:57.536121 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1b8acef5-7350-4bf0-b02a-207fffdf5201 req-f50b8667-84b1-4aed-9623-00b58410321c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439601 Jun 10 22:46:57.602946 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e43033c2-8aeb-4931-896d-099529a92a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:57.633051 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72645668-dd19-4b33-b999-4b01abe1aebb req-635e3c3c-8210-4f25-b1db-8bd8534326a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:57.633549 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-72645668-dd19-4b33-b999-4b01abe1aebb req-635e3c3c-8210-4f25-b1db-8bd8534326a6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=bd4a447943d748249dde91fbf60f4eda&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3122072 Jun 10 22:46:57.646551 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0829cbad-2bd0-4f4d-8514-87822d2c36c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:57.683705 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-e0d7192b-428e-4587-96ea-ed3ea279dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:57.685617 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-e0d7192b-428e-4587-96ea-ed3ea279dfbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b9e491776fc444595d858b6d9fa77d4&device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 1096 time: 0.3336997 Jun 10 22:46:57.757028 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0829cbad-2bd0-4f4d-8514-87822d2c36c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:57.758560 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-c91d8ab0-5b89-4a85-b776-1ee18b065156 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0411f66f-bf9f-4bda-a638-3d76a91f0351 HTTP/1.1" status: 200 len: 217 time: 0.0633709 Jun 10 22:46:57.770549 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbc8aa-87f4-4f82-a4a8-c1cbce151a64 req-a9de5ff2-6b73-44ae-a61b-c28ba2965e36 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:57.772157 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6ecbc8aa-87f4-4f82-a4a8-c1cbce151a64 req-a9de5ff2-6b73-44ae-a61b-c28ba2965e36 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.3003116 Jun 10 22:46:57.780881 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52610fd-0f6f-4b53-a6ff-1ef3f2357948 {{(pid=98755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:46:57.791809 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:57.795297 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1b8acef5-7350-4bf0-b02a-207fffdf5201 req-5834f9f0-0ecb-4dec-baa9-6b9c6c16bde0 service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509880 Jun 10 22:46:57.831649 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:57.843646 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Transition to ACTIVE for port object d52610fd-0f6f-4b53-a6ff-1ef3f2357948 will not be triggered until provisioned by entity L2. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:46:57.868038 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d4b0c-65ed-4619-821e-859421b71ec7 req-2042bd9b-0e85-444c-bcbb-afb1c5755da0 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:57.869516 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-aa5d4b0c-65ed-4619-821e-859421b71ec7 req-2042bd9b-0e85-444c-bcbb-afb1c5755da0 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 945 time: 0.1956799 Jun 10 22:46:57.951585 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-0829cbad-2bd0-4f4d-8514-87822d2c36c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe9dd180c8b34e779dfe9cea27a251b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8908758 Jun 10 22:46:57.953906 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829cbad-2bd0-4f4d-8514-87822d2c36c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360b7671-5215-4ee7-9c2a-6ceae4d7e45f,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:57.957051 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0829cbad-2bd0-4f4d-8514-87822d2c36c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:57.961494 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42470) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:57.980657 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-bbde6900-8e76-478b-8023-1189ebd8bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:57.986597 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1b8acef5-7350-4bf0-b02a-207fffdf5201 req-582cb24d-1f07-490b-a087-79f2d716f70c service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784871 Jun 10 22:46:57.986724 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-bbde6900-8e76-478b-8023-1189ebd8bfc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1b3330e-cf08-42c3-864b-2bcbf890eaf6 HTTP/1.1" status: 200 len: 859 time: 0.2090528 Jun 10 22:46:57.987201 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-aa5d4b0c-65ed-4619-821e-859421b71ec7 req-4699317d-06da-41dc-9300-217291b10057 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793893 Jun 10 22:46:57.990192 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.000254 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:58.001529 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72645668-dd19-4b33-b999-4b01abe1aebb req-7d5b9e32-b1e7-4a5a-b2fe-5984ae8fa20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:58.003945 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-72645668-dd19-4b33-b999-4b01abe1aebb req-7d5b9e32-b1e7-4a5a-b2fe-5984ae8fa20a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3561707 Jun 10 22:46:58.016341 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6ecbc8aa-87f4-4f82-a4a8-c1cbce151a64 req-6b206037-6429-48bf-a96c-a31b53c30a00 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957750 Jun 10 22:46:58.078417 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e43033c2-8aeb-4931-896d-099529a92a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.122909 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d52610fd-0f6f-4b53-a6ff-1ef3f2357948,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:58.128503 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e43033c2-8aeb-4931-896d-099529a92a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.132754 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:58.133199 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:58.170592 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e7f3a3ce-6f98-4890-800d-ecfe40742d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.180951 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-e43033c2-8aeb-4931-896d-099529a92a06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6fe6b2007db4ac9af4f72cba3a11ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8029442 Jun 10 22:46:58.180951 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43033c2-8aeb-4931-896d-099529a92a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b0db4c-7e08-47fb-8ead-7b14e69603bd,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:58.190916 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e43033c2-8aeb-4931-896d-099529a92a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:58.190916 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 42472) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:58.234774 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Attempting to bind port d52610fd-0f6f-4b53-a6ff-1ef3f2357948 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:46:58.235229 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Attempting to bind port d52610fd-0f6f-4b53-a6ff-1ef3f2357948 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:46:58.235578 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Attempting to bind port d52610fd-0f6f-4b53-a6ff-1ef3f2357948 on network fdff5cb4-d760-4ffc-943a-3097ca88fb4d {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:58.243583 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e7f3a3ce-6f98-4890-800d-ecfe40742d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.265211 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Port d52610fd-0f6f-4b53-a6ff-1ef3f2357948 on network fdff5cb4-d760-4ffc-943a-3097ca88fb4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:46:58.265546 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Attempting to bind port d52610fd-0f6f-4b53-a6ff-1ef3f2357948 on network fdff5cb4-d760-4ffc-943a-3097ca88fb4d {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:46:58.289354 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-93cc7b17-58f2-4dac-8ce2-0a41040b987f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456851 Jun 10 22:46:58.292900 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:46:58.293242 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Checking segment: {'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:46:58.293809 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Bound using segment: {'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:46:58.294429 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Bound port: d52610fd-0f6f-4b53-a6ff-1ef3f2357948, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'}}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:46:58.294884 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.332370 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:46:58.350150 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23fb8e-2d77-4f15-8a43-4c323def2e13 req-e0e31aed-f390-460f-adb0-55631f40f376 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:58.357152 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7f23fb8e-2d77-4f15-8a43-4c323def2e13 req-e0e31aed-f390-460f-adb0-55631f40f376 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 943 time: 0.2255511 Jun 10 22:46:58.385988 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ee7aa2ea-c35d-41a8-b9da-6939b472f1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.442423 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7f23fb8e-2d77-4f15-8a43-4c323def2e13 req-627ea773-f085-4adc-af9a-f5dc877730ac tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842514 Jun 10 22:46:58.443546 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] For port d52610fd-0f6f-4b53-a6ff-1ef3f2357948, host hv-cinder-79053, cleared binding levels {{(pid=98755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:46:58.463119 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] For port d52610fd-0f6f-4b53-a6ff-1ef3f2357948, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d52610fd-0f6f-4b53-a6ff-1ef3f2357948,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:46:58.482735 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e7f3a3ce-6f98-4890-800d-ecfe40742d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.485627 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e7f3a3ce-6f98-4890-800d-ecfe40742d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.491406 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-e7f3a3ce-6f98-4890-800d-ecfe40742d8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/360b7671-5215-4ee7-9c2a-6ceae4d7e45f HTTP/1.1" status: 204 len: 168 time: 0.5249906 Jun 10 22:46:58.491523 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ee7aa2ea-c35d-41a8-b9da-6939b472f1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.491615 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b5365305-84bb-48fb-83c6-b6cdfcde4c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:58.504553 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3a3ce-6f98-4890-800d-ecfe40742d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360b7671-5215-4ee7-9c2a-6ceae4d7e45f,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:58.525420 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e7f3a3ce-6f98-4890-800d-ecfe40742d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:58.527299 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-3c8b2895-c427-4169-ac98-910067d223dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:58.528818 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-3c8b2895-c427-4169-ac98-910067d223dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 1097 time: 0.2422569 Jun 10 22:46:58.533379 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-a4b67ffc-aaf6-4f1f-a49e-ea34a77ae53c service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053185 Jun 10 22:46:58.537701 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.541919 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-58259139-d693-48f8-9341-5190d0401ed0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:58.571841 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:46:58.576173 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:46:58.577208 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.602345 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:58.603086 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.604704 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] 10.222.0.13 "PUT /v2.0/ports/d52610fd-0f6f-4b53-a6ff-1ef3f2357948 HTTP/1.1" status: 200 len: 1093 time: 2.0709264 Jun 10 22:46:58.605323 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6ded48-e2a6-4959-b530-0551299b7272', 'tag': 'd52610fd-0f6f-4b53-a6ff-1ef3f2357948'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:46:58.613501 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a702fa-e4d4-4733-a2e0-8ab809ca2475" -d '{"events": [{"name": "network-changed", "server_uuid": "df6ded48-e2a6-4959-b530-0551299b7272", "tag": "d52610fd-0f6f-4b53-a6ff-1ef3f2357948"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:46:58.733967 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e3dde-706b-4c62-bb73-48c406c45fb0 x-openstack-request-id: req-ee0e3dde-706b-4c62-bb73-48c406c45fb0 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:46:58.733967 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6ded48-e2a6-4959-b530-0551299b7272", "tag": "d52610fd-0f6f-4b53-a6ff-1ef3f2357948", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:46:58.733967 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee0e3dde-706b-4c62-bb73-48c406c45fb0 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:46:58.733967 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6ded48-e2a6-4959-b530-0551299b7272', 'tag': 'd52610fd-0f6f-4b53-a6ff-1ef3f2357948', 'status': 'completed', 'code': 200} Jun 10 22:46:58.734400 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec49540-eb6a-4a4c-a640-327666c9a71b req-52cca11c-db29-4454-81ec-3c48ef7e57ce tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:58.734509 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d52610fd-0f6f-4b53-a6ff-1ef3f2357948,revision_number=3']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:58.734509 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:58.734666 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.734763 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2ec49540-eb6a-4a4c-a640-327666c9a71b req-52cca11c-db29-4454-81ec-3c48ef7e57ce tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 943 time: 0.1414876 Jun 10 22:46:58.734763 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ee7aa2ea-c35d-41a8-b9da-6939b472f1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.734763 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ee7aa2ea-c35d-41a8-b9da-6939b472f1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.734763 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-ee7aa2ea-c35d-41a8-b9da-6939b472f1b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20b0db4c-7e08-47fb-8ead-7b14e69603bd HTTP/1.1" status: 204 len: 168 time: 0.5455868 Jun 10 22:46:58.744923 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ea0c7b-78b9-438e-a73e-8ba45ace13c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c901cb1-19e7-4a21-a8b8-739c53a1e5b9'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:46:58.747010 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-73095648-76e9-42e1-b061-3134ef4976b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:58.758292 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7aa2ea-c35d-41a8-b9da-6939b472f1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b0db4c-7e08-47fb-8ead-7b14e69603bd,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:58.767964 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ee7aa2ea-c35d-41a8-b9da-6939b472f1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:58.799881 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2ec49540-eb6a-4a4c-a640-327666c9a71b req-f4a5c9dd-7ac6-44b0-90c9-ad327e7febd7 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830934 Jun 10 22:46:58.848942 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c901cb1-19e7-4a21-a8b8-739c53a1e5b9,segment=NetworkSegment(3c5b060d-d832-4d3e-b189-12fc02433228),segment_id=3c5b060d-d832-4d3e-b189-12fc02433228)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:46:58.951253 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:46:58.953216 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-474e700b-032f-480a-a38e-31177bb90f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:46:59.006480 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=0c901cb1-19e7-4a21-a8b8-739c53a1e5b9,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:46:59.010037 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:46:59.046655 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3171e2c-33ef-4b82-99f2-c49ffa670359', 'tag': '0411f66f-bf9f-4bda-a638-3d76a91f0351'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:46:59.050722 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afe4fa3-a7c2-40e8-9fdb-42fbc300c822" -d '{"events": [{"name": "network-changed", "server_uuid": "e3171e2c-33ef-4b82-99f2-c49ffa670359", "tag": "0411f66f-bf9f-4bda-a638-3d76a91f0351"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:46:59.094536 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c166d8cf-91ac-4b01-a554-55694f38ea86 x-openstack-request-id: req-c166d8cf-91ac-4b01-a554-55694f38ea86 {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:46:59.094848 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3171e2c-33ef-4b82-99f2-c49ffa670359", "tag": "0411f66f-bf9f-4bda-a638-3d76a91f0351", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:46:59.095116 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c166d8cf-91ac-4b01-a554-55694f38ea86 {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:46:59.096090 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3171e2c-33ef-4b82-99f2-c49ffa670359', 'tag': '0411f66f-bf9f-4bda-a638-3d76a91f0351', 'status': 'completed', 'code': 200} Jun 10 22:46:59.193758 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bae19-5534-4f58-b139-8699aca1983e req-c477efda-b628-4f52-b81a-1e06fff428c0 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:59.195613 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-956bae19-5534-4f58-b139-8699aca1983e req-c477efda-b628-4f52-b81a-1e06fff428c0 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.0855334 Jun 10 22:46:59.210502 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ffe721-3939-418e-a203-c17dae6d5b4b" -d '{"events": [{"server_uuid": "c1ea0c7b-78b9-438e-a73e-8ba45ace13c2", "name": "network-vif-plugged", "status": "completed", "tag": "0c901cb1-19e7-4a21-a8b8-739c53a1e5b9"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:46:59.246615 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-956bae19-5534-4f58-b139-8699aca1983e req-b38b630b-bcff-4b4d-915d-2bdbb6deb1e9 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453472 Jun 10 22:46:59.285686 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cb5c2-d123-48da-934b-3c572853c483 req-231404c0-fcb5-4617-b1cb-1017f91b3546 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:59.287214 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2b0cb5c2-d123-48da-934b-3c572853c483 req-231404c0-fcb5-4617-b1cb-1017f91b3546 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0857818 Jun 10 22:46:59.330479 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2b0cb5c2-d123-48da-934b-3c572853c483 req-4023c91b-9af0-4562-9acc-b79029aef34d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375063 Jun 10 22:46:59.379703 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7ab125-ffa2-4815-85d0-b1a08a58b039 x-openstack-request-id: req-ab7ab125-ffa2-4815-85d0-b1a08a58b039 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:46:59.380245 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ea0c7b-78b9-438e-a73e-8ba45ace13c2", "name": "network-vif-plugged", "status": "completed", "tag": "0c901cb1-19e7-4a21-a8b8-739c53a1e5b9", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:46:59.380345 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab7ab125-ffa2-4815-85d0-b1a08a58b039 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:46:59.380728 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ea0c7b-78b9-438e-a73e-8ba45ace13c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c901cb1-19e7-4a21-a8b8-739c53a1e5b9', 'code': 200} Jun 10 22:46:59.626991 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55054d2c-bf19-4a07-b6bb-8b6e486bdeed req-9ec96094-b0d4-4a80-a6ea-64f6a8b68bbc tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:59.628435 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-55054d2c-bf19-4a07-b6bb-8b6e486bdeed req-9ec96094-b0d4-4a80-a6ea-64f6a8b68bbc tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 943 time: 0.0666804 Jun 10 22:46:59.676916 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-55054d2c-bf19-4a07-b6bb-8b6e486bdeed req-045e6db7-c751-4387-8f23-a2a56df6eaf2 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Jun 10 22:46:59.934485 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 42552) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:46:59.981832 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3762fe0-2ead-484c-a3f5-fe5476095b17 req-24e655be-59a3-4872-9ab1-925d6a3c52de tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:46:59.983322 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a3762fe0-2ead-484c-a3f5-fe5476095b17 req-24e655be-59a3-4872-9ab1-925d6a3c52de tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 943 time: 0.0732203 Jun 10 22:47:00.011135 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 42556) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:00.029835 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a3762fe0-2ead-484c-a3f5-fe5476095b17 req-7bc9328a-4fcf-45e8-8874-805b94ea228b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Jun 10 22:47:00.083237 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2032484324-network', 'tenant_id': 'dfc0c1e28b0b4113880bdf6cfe4a39ec'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:47:00.104584 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-216327702-network', 'tenant_id': 'eca1c9f1ea0c45f988dea542b11dd526'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:47:00.184354 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Made reservation on behalf of dfc0c1e28b0b4113880bdf6cfe4a39ec for: {'network': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:47:00.186652 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:00.202233 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:00.271763 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Made reservation on behalf of eca1c9f1ea0c45f988dea542b11dd526 for: {'network': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:47:00.274131 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:00.290669 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:00.381342 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:00.438019 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e3e1c-aefb-4463-9178-a1baec8c05a6 req-4554036c-7307-48dd-af2b-44b8dda27ccf tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:00.439525 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c20e3e1c-aefb-4463-9178-a1baec8c05a6 req-4554036c-7307-48dd-af2b-44b8dda27ccf tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.0759890 Jun 10 22:47:00.443275 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:00.452820 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:00.534807 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f32e64-e120-4a74-a823-911f440034ef req-855be572-fd33-45ee-9a66-aef02587a9a0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:00.536455 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c4f32e64-e120-4a74-a823-911f440034ef req-855be572-fd33-45ee-9a66-aef02587a9a0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0804486 Jun 10 22:47:00.593161 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c4f32e64-e120-4a74-a823-911f440034ef req-d166b3d9-f939-4e24-bf98-48f75f24f622 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475545 Jun 10 22:47:00.674504 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=98754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:47:00.714431 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ffbcae-b453-413a-8bac-6c82c24fd6b6,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:00.717440 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787107298982', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:00.718019 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Unsubscribe: segment precommit_create {{(pid=98754) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 22:47:00.718497 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.segments_db [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Added segment f1bfd360-e624-4301-b733-08a25ff1e089 of type vlan for network f6d30830-e15a-4cbf-bb8e-2e2fc0da6554 Jun 10 22:47:00.726179 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:00.742820 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c20e3e1c-aefb-4463-9178-a1baec8c05a6 req-1f6c053f-9d4c-4b12-b53b-cb8013fae842 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964239 Jun 10 22:47:00.792349 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:00.864668 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea0480-c907-4881-aecb-506359ea36a1 req-07195910-b9ae-4031-8eb4-0eedbf5756b7 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:00.866258 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ffea0480-c907-4881-aecb-506359ea36a1 req-07195910-b9ae-4031-8eb4-0eedbf5756b7 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 943 time: 0.0738311 Jun 10 22:47:00.869143 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:00.907212 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ffea0480-c907-4881-aecb-506359ea36a1 req-b77f3087-0945-445d-a34f-ab7ceef9229e tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350790 Jun 10 22:47:00.939687 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:00.948006 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:00.948006 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:00.948006 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:00.990334 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:01.054039 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d30830-e15a-4cbf-bb8e-2e2fc0da6554,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:01.057519 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:01.059125 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5f44b9e9-5ef3-41f7-a355-f8a87f90bd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:01.066808 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network f6d30830-e15a-4cbf-bb8e-2e2fc0da6554 details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:47:01.072932 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=98754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:47:01.083675 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1453981 Jun 10 22:47:01.085943 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42574) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:01.092081 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-6f0d944a-c96a-49ec-a4f7-f5eb59c05252 admin admin] Request body: {'subnet': {'network_id': 'f6d30830-e15a-4cbf-bb8e-2e2fc0da6554', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2032484324-subnet', 'tenant_id': 'dfc0c1e28b0b4113880bdf6cfe4a39ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:47:01.096564 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:01.096903 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.segments_db [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Added segment d99e25b6-3c4f-49c5-a847-0c914f4f5ffb of type vlan for network 3f43af01-e5ef-4f93-a915-99873873aa0c Jun 10 22:47:01.098654 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132f3a2a-1a5d-4897-a2f7-599c6bf442e3,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:01.101707 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:01.158870 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:01.208084 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0d944a-c96a-49ec-a4f7-f5eb59c05252 admin admin] Made reservation on behalf of dfc0c1e28b0b4113880bdf6cfe4a39ec for: {'subnet': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:47:01.210434 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6f0d944a-c96a-49ec-a4f7-f5eb59c05252 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:01.248054 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895c4fe-b5f1-49e9-a606-6d350b19ac7a req-d1b7af73-5b8d-46c1-ad49-d1f44938c5c4 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:01.249519 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a895c4fe-b5f1-49e9-a606-6d350b19ac7a req-d1b7af73-5b8d-46c1-ad49-d1f44938c5c4 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 943 time: 0.0942762 Jun 10 22:47:01.291374 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a895c4fe-b5f1-49e9-a606-6d350b19ac7a req-22dc05b1-0102-4523-a011-752a13ce057b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359890 Jun 10 22:47:01.300031 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:01.301723 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:01.302435 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:01.306617 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:01.380424 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3f43af01-e5ef-4f93-a915-99873873aa0c,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:01.383067 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:01.391340 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network 3f43af01-e5ef-4f93-a915-99873873aa0c details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:47:01.409412 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3971896 Jun 10 22:47:01.412284 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 42576) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:01.422746 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-3e67d05b-e811-4ffd-9a55-12ae25a8cba8 admin admin] Request body: {'subnet': {'network_id': '3f43af01-e5ef-4f93-a915-99873873aa0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-216327702-subnet', 'tenant_id': 'eca1c9f1ea0c45f988dea542b11dd526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:47:01.459456 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6f0d944a-c96a-49ec-a4f7-f5eb59c05252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878'] for subnet, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:01.462662 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-cb8ccd1c-c407-4ada-86fd-ee5adae3d7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:01.510778 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e67d05b-e811-4ffd-9a55-12ae25a8cba8 admin admin] Made reservation on behalf of eca1c9f1ea0c45f988dea542b11dd526 for: {'subnet': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:47:01.513253 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3e67d05b-e811-4ffd-9a55-12ae25a8cba8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:01.529346 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d944a-c96a-49ec-a4f7-f5eb59c05252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05789c59-3821-4546-a20f-b37b5d72bd49,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:01.534917 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6f0d944a-c96a-49ec-a4f7-f5eb59c05252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:01.537690 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d944a-c96a-49ec-a4f7-f5eb59c05252 admin admin] Checking segment: {'id': 'f1bfd360-e624-4301-b733-08a25ff1e089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f6d30830-e15a-4cbf-bb8e-2e2fc0da6554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:47:01.538051 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0d944a-c96a-49ec-a4f7-f5eb59c05252 admin admin] Network hostable DHCP agents. Network: f6d30830-e15a-4cbf-bb8e-2e2fc0da6554, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:47:01.625103 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0d944a-c96a-49ec-a4f7-f5eb59c05252 admin admin] Network f6d30830-e15a-4cbf-bb8e-2e2fc0da6554 is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:47:01.697516 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-6f0d944a-c96a-49ec-a4f7-f5eb59c05252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, f6d30830-e15a-4cbf-bb8e-2e2fc0da6554) {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:47:01.702235 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0d944a-c96a-49ec-a4f7-f5eb59c05252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:01.702972 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6f0d944a-c96a-49ec-a4f7-f5eb59c05252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:01.711274 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b4eb70-55bd-4c83-8951-120fe6698f5f None None] Network f6d30830-e15a-4cbf-bb8e-2e2fc0da6554 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:47:01.789813 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-6f0d944a-c96a-49ec-a4f7-f5eb59c05252 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6977119 Jun 10 22:47:01.799573 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b2763-a945-4b7e-8756-a250183ce341 req-7ec6643d-ad81-451a-b152-d02449f6067a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:01.801444 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-003b2763-a945-4b7e-8756-a250183ce341 req-7ec6643d-ad81-451a-b152-d02449f6067a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0784423 Jun 10 22:47:01.840139 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3e67d05b-e811-4ffd-9a55-12ae25a8cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878'] for subnet, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:01.846625 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:01.862640 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-003b2763-a945-4b7e-8756-a250183ce341 req-c2ea6512-0157-4980-801a-338c936c7fa5 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551414 Jun 10 22:47:01.897537 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4300c239-41bc-428a-99fb-df29a763858e None None] Network f6d30830-e15a-4cbf-bb8e-2e2fc0da6554 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:47:01.955478 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67d05b-e811-4ffd-9a55-12ae25a8cba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f8605d-46d7-4460-b107-1312232bfcd8,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:01.960610 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-3e67d05b-e811-4ffd-9a55-12ae25a8cba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:01.979540 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e67d05b-e811-4ffd-9a55-12ae25a8cba8 admin admin] Checking segment: {'id': 'd99e25b6-3c4f-49c5-a847-0c914f4f5ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3f43af01-e5ef-4f93-a915-99873873aa0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:47:01.980006 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e67d05b-e811-4ffd-9a55-12ae25a8cba8 admin admin] Network hostable DHCP agents. Network: 3f43af01-e5ef-4f93-a915-99873873aa0c, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:47:02.014375 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454198e-be32-4851-b286-742eafbde614 req-0b13d5b8-9da3-47e4-ab88-87c9f29df716 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:02.016810 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b454198e-be32-4851-b286-742eafbde614 req-0b13d5b8-9da3-47e4-ab88-87c9f29df716 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.1302791 Jun 10 22:47:02.062235 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b454198e-be32-4851-b286-742eafbde614 req-5212b9ba-3e1e-4ea6-a985-cbaa0f5e44f9 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392423 Jun 10 22:47:02.104243 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f04810-6230-4d2c-bf89-469b70bb75da req-2b1bf575-ff11-423a-aa86-6d729b4ee6be tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:02.105734 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e5f04810-6230-4d2c-bf89-469b70bb75da req-2b1bf575-ff11-423a-aa86-6d729b4ee6be tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 943 time: 0.0740011 Jun 10 22:47:02.112944 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e67d05b-e811-4ffd-9a55-12ae25a8cba8 admin admin] Network 3f43af01-e5ef-4f93-a915-99873873aa0c is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:47:02.160417 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e5f04810-6230-4d2c-bf89-469b70bb75da req-916f17b4-2784-4f57-b42f-6716116f345a tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481679 Jun 10 22:47:02.229377 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a702fa-e4d4-4733-a2e0-8ab809ca2475 req-74339e77-e83e-406c-9b77-f3dd98522161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:02.230900 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c5a702fa-e4d4-4733-a2e0-8ab809ca2475 req-74339e77-e83e-406c-9b77-f3dd98522161 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 1096 time: 0.0652032 Jun 10 22:47:02.245897 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-3e67d05b-e811-4ffd-9a55-12ae25a8cba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, 3f43af01-e5ef-4f93-a915-99873873aa0c) {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:47:02.251278 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e67d05b-e811-4ffd-9a55-12ae25a8cba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:02.252778 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3e67d05b-e811-4ffd-9a55-12ae25a8cba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:02.256775 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-6dd899bd-3157-423a-8b13-98ae17872b24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f HTTP/1.1" status: 200 len: 217 time: 0.1081583 Jun 10 22:47:02.259951 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b724857-3086-4f88-8fa6-dac0755085df None None] Network 3f43af01-e5ef-4f93-a915-99873873aa0c requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:47:02.384921 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-4f9e7e73-8796-41e1-8e15-66382f3f9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:02.386133 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-4f9e7e73-8796-41e1-8e15-66382f3f9de5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35d4f47f-32e3-473c-b6fb-4be1ccbc6118 HTTP/1.1" status: 200 len: 856 time: 0.1222606 Jun 10 22:47:02.436698 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0fd725-b525-4604-b810-77454c9d9d28 req-6079d794-58c8-4ddd-8dd2-bf32793cfb8a service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769196 Jun 10 22:47:02.446188 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-3e67d05b-e811-4ffd-9a55-12ae25a8cba8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0246389 Jun 10 22:47:02.476959 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 5fe94f38-ee22-46cf-a4fb-fdc468635e8f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:47:02.542852 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3b3cf8-cc43-406f-b65b-a51a96eb3ed2 None None] Network 3f43af01-e5ef-4f93-a915-99873873aa0c requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:47:02.617483 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-73faa281-e1e5-4b5b-8dd4-f20564c2ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:02.618979 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-73faa281-e1e5-4b5b-8dd4-f20564c2ef06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bf55eb4-ce53-42eb-adc7-05ee654e0346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2194312 Jun 10 22:47:02.725375 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921e914-0107-4bef-a50d-0ca5ee0d35db req-703a7f9c-5915-4c39-b22b-ec44810cc7fb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:02.734732 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e921e914-0107-4bef-a50d-0ca5ee0d35db req-703a7f9c-5915-4c39-b22b-ec44810cc7fb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 943 time: 0.2668576 Jun 10 22:47:02.818370 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e921e914-0107-4bef-a50d-0ca5ee0d35db req-a931fc73-f6c5-49e6-bb23-ab0121374cc5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826654 Jun 10 22:47:02.844311 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443207c-3c7c-4788-b16a-1850dc6cc3aa req-a346ed51-e1fd-493d-8f0d-763e2c654d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:02.844311 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f443207c-3c7c-4788-b16a-1850dc6cc3aa req-a346ed51-e1fd-493d-8f0d-763e2c654d31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 1099 time: 0.3169653 Jun 10 22:47:02.903687 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42620) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:02.913960 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-710718002-network', 'tenant_id': '451338326d054b6a8ab3f43b279006fe'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:47:02.935595 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-f443207c-3c7c-4788-b16a-1850dc6cc3aa req-fc8bcada-b8ea-45cd-ba7d-0db873d5767f service neutron] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:02.954876 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a702fa-e4d4-4733-a2e0-8ab809ca2475 req-953f3434-448a-45a4-a9c5-fb8922b84856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:02.956563 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c5a702fa-e4d4-4733-a2e0-8ab809ca2475 req-953f3434-448a-45a4-a9c5-fb8922b84856 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.7184832 Jun 10 22:47:03.025455 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5fe94f38-ee22-46cf-a4fb-fdc468635e8f,segment=NetworkSegment(e99fdd75-f815-47a5-adff-ea853b5be6cb),segment_id=e99fdd75-f815-47a5-adff-ea853b5be6cb)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:47:03.040918 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '5fe94f38-ee22-46cf-a4fb-fdc468635e8f', 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503', 'port_id': '5fe94f38-ee22-46cf-a4fb-fdc468635e8f', 'mac_address': 'fa:16:3e:e4:8d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b3330e-cf08-42c3-864b-2bcbf890eaf6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:47:03.041723 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe4fa3-a7c2-40e8-9fdb-42fbc300c822 req-4f2fce3a-06ee-494c-a315-717c0710e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:03.047623 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9afe4fa3-a7c2-40e8-9fdb-42fbc300c822 req-4f2fce3a-06ee-494c-a315-717c0710e4a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b9e491776fc444595d858b6d9fa77d4&device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 1096 time: 0.2023938 Jun 10 22:47:03.090637 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:03.111555 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe94f38-ee22-46cf-a4fb-fdc468635e8f {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:47:03.147482 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5fe94f38-ee22-46cf-a4fb-fdc468635e8f,segment=NetworkSegment(e99fdd75-f815-47a5-adff-ea853b5be6cb),segment_id=e99fdd75-f815-47a5-adff-ea853b5be6cb)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:47:03.148444 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Made reservation on behalf of 451338326d054b6a8ab3f43b279006fe for: {'network': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:47:03.153556 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:03.242346 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:03.244758 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:03.257217 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:03.269993 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-d01c6ea9-9b30-4c53-b3a0-a941f01d1694 service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6347020 Jun 10 22:47:03.325614 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=5fe94f38-ee22-46cf-a4fb-fdc468635e8f,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:03.330804 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:03.390148 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a702fa-e4d4-4733-a2e0-8ab809ca2475 req-3b0ca2f4-7173-458f-8617-723afcbe92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:03.391620 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c5a702fa-e4d4-4733-a2e0-8ab809ca2475 req-3b0ca2f4-7173-458f-8617-723afcbe92bc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4201427 Jun 10 22:47:03.419279 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69048f-8ed0-4034-835c-83b38ad4c842 req-354813e6-ce0e-4092-84e7-2f2160f9fec0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:03.420741 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-af69048f-8ed0-4034-835c-83b38ad4c842 req-354813e6-ce0e-4092-84e7-2f2160f9fec0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.3687944 Jun 10 22:47:03.443426 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb08eb-af08-4723-a4bf-ace7096af5de req-b3ca9009-0053-43f7-9040-6607b4b7845b tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:03.444900 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6adb08eb-af08-4723-a4bf-ace7096af5de req-b3ca9009-0053-43f7-9040-6607b4b7845b tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.2298431 Jun 10 22:47:03.495105 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe4fa3-a7c2-40e8-9fdb-42fbc300c822 req-b7b7763d-e607-4405-83dc-07328046a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:03.500767 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9afe4fa3-a7c2-40e8-9fdb-42fbc300c822 req-b7b7763d-e607-4405-83dc-07328046a668 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503 HTTP/1.1" status: 200 len: 919 time: 0.4352808 Jun 10 22:47:03.521829 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-b919e1a4-0eef-4655-95fa-ec79282d190a service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268260 Jun 10 22:47:03.528428 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6adb08eb-af08-4723-a4bf-ace7096af5de req-a593a7e6-c59b-4051-9daf-3a24c81bb902 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726395 Jun 10 22:47:03.559564 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-f443207c-3c7c-4788-b16a-1850dc6cc3aa req-fc8bcada-b8ea-45cd-ba7d-0db873d5767f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:03.564856 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9afe4fa3-a7c2-40e8-9fdb-42fbc300c822 req-dccc1698-3e14-4e63-baf7-beeba55ea568 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0411f66f-bf9f-4bda-a638-3d76a91f0351 HTTP/1.1" status: 200 len: 217 time: 0.0619748 Jun 10 22:47:03.573694 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-af69048f-8ed0-4034-835c-83b38ad4c842 req-eae23135-bdef-4800-91ce-c3fa8a6a49fd tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391318 Jun 10 22:47:03.626124 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['5fe94f38-ee22-46cf-a4fb-fdc468635e8f'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:47:03.634327 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-f443207c-3c7c-4788-b16a-1850dc6cc3aa req-fc8bcada-b8ea-45cd-ba7d-0db873d5767f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:03.655194 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-60a02090-e3d8-4565-9b52-00ef80b1b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:03.656064 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:03.657198 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-60a02090-e3d8-4565-9b52-00ef80b1b386 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 1096 time: 0.2237589 Jun 10 22:47:03.661116 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42638) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:03.668003 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1946997608-network', 'tenant_id': '0af54a52783744d28d944b8941e1fdc0'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:47:03.673638 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe4fa3-a7c2-40e8-9fdb-42fbc300c822 req-20da2299-ae20-4a5d-9876-adb575872d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:03.674998 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9afe4fa3-a7c2-40e8-9fdb-42fbc300c822 req-20da2299-ae20-4a5d-9876-adb575872d43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1b3330e-cf08-42c3-864b-2bcbf890eaf6 HTTP/1.1" status: 200 len: 859 time: 0.1004496 Jun 10 22:47:03.715787 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f443207c-3c7c-4788-b16a-1850dc6cc3aa req-fc8bcada-b8ea-45cd-ba7d-0db873d5767f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8039360 Jun 10 22:47:03.730093 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bcada-b8ea-45cd-ba7d-0db873d5767f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc3d816-039a-43b2-8ae9-04ba245719ed,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:03.733265 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-fc8bcada-b8ea-45cd-ba7d-0db873d5767f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:03.766396 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec29a5f-1dfe-4d77-91d7-75fe8fef96d7 req-dc672b9f-5bb5-46c4-bc93-2896fd0920d2 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:03.771989 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2ec29a5f-1dfe-4d77-91d7-75fe8fef96d7 req-dc672b9f-5bb5-46c4-bc93-2896fd0920d2 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 943 time: 0.1077576 Jun 10 22:47:03.775531 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-8fe5fcdc-ad87-43e8-87a1-1a0da57bfc19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d52610fd-0f6f-4b53-a6ff-1ef3f2357948 HTTP/1.1" status: 200 len: 217 time: 0.0825706 Jun 10 22:47:03.781113 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9afe4fa3-a7c2-40e8-9fdb-42fbc300c822 req-05afc4e7-bfcf-45fc-91da-9e1d1978ffce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861118 Jun 10 22:47:03.813642 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2ec29a5f-1dfe-4d77-91d7-75fe8fef96d7 req-90cf943a-f5a7-48b2-91f5-f46fd0800eb9 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390191 Jun 10 22:47:03.838066 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:03.906824 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:03.912850 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:03.933439 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=98755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:47:03.985318 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:03.985662 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.segments_db [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Added segment 2322dbfc-9d85-483c-8eb0-3bea86e1649e of type vlan for network ba3e75a1-3550-4142-88a8-ef08894596d0 Jun 10 22:47:03.988747 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3db9d6e-ce46-41ee-8195-31f1743bbac9,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:03.999662 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:04.034136 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Made reservation on behalf of 0af54a52783744d28d944b8941e1fdc0 for: {'network': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:47:04.036505 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:04.062846 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:04.066066 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:04.124924 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac233849-cfed-404a-80e4-d6a7a30bbdbf req-7b79e10e-f3a3-42a4-9e40-760944963717 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:04.126439 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ac233849-cfed-404a-80e4-d6a7a30bbdbf req-7b79e10e-f3a3-42a4-9e40-760944963717 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 943 time: 0.1895468 Jun 10 22:47:04.185446 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ac233849-cfed-404a-80e4-d6a7a30bbdbf req-d6b9a65e-d1e7-4760-b9ad-3bbbfc3d2334 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508001 Jun 10 22:47:04.231367 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:04.232388 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:04.233695 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:04.234267 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:04.237543 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:04.312320 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Pushing event updated for resources: {'Network': ['ID=ba3e75a1-3550-4142-88a8-ef08894596d0,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:04.315573 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:04.322755 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network ba3e75a1-3550-4142-88a8-ef08894596d0 details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:47:04.323009 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:04.326779 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-a8d4a7ac-3079-4f99-909b-aa49af8cbe6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:04.347016 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=98755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:47:04.363101 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd3b162-edd3-40c7-954d-14e8d02f7f65,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:04.366696 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:04.367780 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:04.368139 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.segments_db [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Added segment 21ae10ce-9d73-4975-8bf0-74fc5bf6947d of type vlan for network 47b57532-744a-42bf-a6d4-88cb321b91d8 Jun 10 22:47:04.405744 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4960964 Jun 10 22:47:04.409026 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 42652) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:04.414237 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-f8bc299f-2794-400a-897c-317c84ceb6f5 admin admin] Request body: {'subnet': {'network_id': 'ba3e75a1-3550-4142-88a8-ef08894596d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-710718002-subnet', 'tenant_id': '451338326d054b6a8ab3f43b279006fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:47:04.419666 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:04.493208 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bc299f-2794-400a-897c-317c84ceb6f5 admin admin] Made reservation on behalf of 451338326d054b6a8ab3f43b279006fe for: {'subnet': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:47:04.495422 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f8bc299f-2794-400a-897c-317c84ceb6f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:04.521818 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:04.523125 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:04.523704 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:04.526523 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:04.605630 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Pushing event updated for resources: {'Network': ['ID=47b57532-744a-42bf-a6d4-88cb321b91d8,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:04.608365 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:04.616518 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network 47b57532-744a-42bf-a6d4-88cb321b91d8 details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:47:04.631468 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9674904 Jun 10 22:47:04.634042 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42658) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:04.639576 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-826a97bb-3125-4bde-a0eb-dc7a8c8d4d22 admin admin] Request body: {'subnet': {'network_id': '47b57532-744a-42bf-a6d4-88cb321b91d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1946997608-subnet', 'tenant_id': '0af54a52783744d28d944b8941e1fdc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:47:04.780576 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822d823-a6f2-4716-93b9-81de001b8cb6 req-20b9c384-8f6d-445b-9fb6-8dc449ccc699 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:04.781325 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826a97bb-3125-4bde-a0eb-dc7a8c8d4d22 admin admin] Made reservation on behalf of 0af54a52783744d28d944b8941e1fdc0 for: {'subnet': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:47:04.781973 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3822d823-a6f2-4716-93b9-81de001b8cb6 req-20b9c384-8f6d-445b-9fb6-8dc449ccc699 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.1153259 Jun 10 22:47:04.783663 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-826a97bb-3125-4bde-a0eb-dc7a8c8d4d22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:04.808590 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f8bc299f-2794-400a-897c-317c84ceb6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878'] for subnet, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:04.821310 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-be0d4a9c-fec0-4db7-955b-d08d909af45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:04.858723 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3822d823-a6f2-4716-93b9-81de001b8cb6 req-1e45532f-155e-4afa-90ac-a25eb24a695b tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704839 Jun 10 22:47:04.874295 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf647359-9881-4d5d-bcb0-f0fc6093aba3 req-a7c59835-c365-47d5-919b-49d53d6a7cc2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:04.883545 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bf647359-9881-4d5d-bcb0-f0fc6093aba3 req-a7c59835-c365-47d5-919b-49d53d6a7cc2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.1431177 Jun 10 22:47:04.892917 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc299f-2794-400a-897c-317c84ceb6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd1a0ae-d798-4acc-9fdd-856466160bc5,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:04.901092 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f8bc299f-2794-400a-897c-317c84ceb6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:04.910523 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc299f-2794-400a-897c-317c84ceb6f5 admin admin] Checking segment: {'id': '2322dbfc-9d85-483c-8eb0-3bea86e1649e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ba3e75a1-3550-4142-88a8-ef08894596d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:47:04.910950 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc299f-2794-400a-897c-317c84ceb6f5 admin admin] Network hostable DHCP agents. Network: ba3e75a1-3550-4142-88a8-ef08894596d0, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:47:04.937232 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bf647359-9881-4d5d-bcb0-f0fc6093aba3 req-518066ab-14c7-4ff0-b95f-314c9c988958 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554624 Jun 10 22:47:05.024228 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc299f-2794-400a-897c-317c84ceb6f5 admin admin] Network ba3e75a1-3550-4142-88a8-ef08894596d0 is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:47:05.047762 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d813b9-5cdb-4236-80df-724c103e0c66 req-9cd90721-0125-4d56-8047-db21858fd10a tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:05.049590 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f1d813b9-5cdb-4236-80df-724c103e0c66 req-9cd90721-0125-4d56-8047-db21858fd10a tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 943 time: 0.0797176 Jun 10 22:47:05.093555 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f1d813b9-5cdb-4236-80df-724c103e0c66 req-755aece9-d479-4dc9-b78f-41394925ba7f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378959 Jun 10 22:47:05.094244 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-f8bc299f-2794-400a-897c-317c84ceb6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, ba3e75a1-3550-4142-88a8-ef08894596d0) {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:47:05.101172 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bc299f-2794-400a-897c-317c84ceb6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:05.101172 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f8bc299f-2794-400a-897c-317c84ceb6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:05.107142 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b2185-eaf9-4a64-9c95-7f4c4c66878a None None] Network ba3e75a1-3550-4142-88a8-ef08894596d0 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:47:05.120523 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-826a97bb-3125-4bde-a0eb-dc7a8c8d4d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878'] for subnet, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:05.123782 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:05.184615 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a97bb-3125-4bde-a0eb-dc7a8c8d4d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5b23975-f224-402b-9d15-262d37a360dc,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:05.188192 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-826a97bb-3125-4bde-a0eb-dc7a8c8d4d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:05.195411 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a97bb-3125-4bde-a0eb-dc7a8c8d4d22 admin admin] Checking segment: {'id': '21ae10ce-9d73-4975-8bf0-74fc5bf6947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '47b57532-744a-42bf-a6d4-88cb321b91d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:47:05.195756 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826a97bb-3125-4bde-a0eb-dc7a8c8d4d22 admin admin] Network hostable DHCP agents. Network: 47b57532-744a-42bf-a6d4-88cb321b91d8, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:47:05.206483 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-f8bc299f-2794-400a-897c-317c84ceb6f5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7963090 Jun 10 22:47:05.284813 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b683bbef-4716-448e-a68b-865ac521e5ff None None] Network ba3e75a1-3550-4142-88a8-ef08894596d0 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:47:05.299396 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826a97bb-3125-4bde-a0eb-dc7a8c8d4d22 admin admin] Network 47b57532-744a-42bf-a6d4-88cb321b91d8 is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:47:05.393757 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-826a97bb-3125-4bde-a0eb-dc7a8c8d4d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, 47b57532-744a-42bf-a6d4-88cb321b91d8) {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:47:05.401964 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8621ac0-7c8b-40c5-bb6b-7d3028fbc3a9 None None] Network 47b57532-744a-42bf-a6d4-88cb321b91d8 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:47:05.404667 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826a97bb-3125-4bde-a0eb-dc7a8c8d4d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:05.405368 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-826a97bb-3125-4bde-a0eb-dc7a8c8d4d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:05.433143 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c750ee1-063e-4bc1-8775-c2ad4365a008 req-60e73874-7ff7-43a8-b589-bda38954a6aa tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:05.435124 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c750ee1-063e-4bc1-8775-c2ad4365a008 req-60e73874-7ff7-43a8-b589-bda38954a6aa tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 943 time: 0.0971730 Jun 10 22:47:05.484547 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c750ee1-063e-4bc1-8775-c2ad4365a008 req-d7e328c2-6531-4929-99c7-caded17fc0e1 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430803 Jun 10 22:47:05.507172 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-826a97bb-3125-4bde-a0eb-dc7a8c8d4d22 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8691304 Jun 10 22:47:05.621516 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42680) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:05.625972 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b5931c-861e-4a27-9e39-c2570ace0b08 None None] Network 47b57532-744a-42bf-a6d4-88cb321b91d8 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:47:05.674314 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d3d2bf-d13b-4c2b-ad39-95b5b8646901 admin admin] Deleting subnet 75f8605d-46d7-4460-b107-1312232bfcd8 {{(pid=98755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:47:05.677599 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e4d3d2bf-d13b-4c2b-ad39-95b5b8646901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:05.720591 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e4d3d2bf-d13b-4c2b-ad39-95b5b8646901 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:05.729402 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e4d3d2bf-d13b-4c2b-ad39-95b5b8646901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:05.886241 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e4d3d2bf-d13b-4c2b-ad39-95b5b8646901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878'] for subnet, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:05.888581 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-275c7a33-ea7f-4f97-95ec-7afd8e686955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:05.917653 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3d2bf-d13b-4c2b-ad39-95b5b8646901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f8605d-46d7-4460-b107-1312232bfcd8,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:05.920468 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e4d3d2bf-d13b-4c2b-ad39-95b5b8646901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:05.925974 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e4d3d2bf-d13b-4c2b-ad39-95b5b8646901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:05.928643 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-e4d3d2bf-d13b-4c2b-ad39-95b5b8646901 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/75f8605d-46d7-4460-b107-1312232bfcd8 HTTP/1.1" status: 204 len: 168 time: 0.3055694 Jun 10 22:47:05.930744 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42684) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:06.023296 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:06.054869 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97bfa5-6089-4f50-848b-0e20250dd835 req-d59aa63b-d274-4194-b1af-d4f88e57b0de tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:06.056526 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ca97bfa5-6089-4f50-848b-0e20250dd835 req-d59aa63b-d274-4194-b1af-d4f88e57b0de tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.0773613 Jun 10 22:47:06.101327 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ca97bfa5-6089-4f50-848b-0e20250dd835 req-940267ec-620e-4cdd-8a95-19cbbf8247c1 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388181 Jun 10 22:47:06.298928 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eea613-8e3e-4e12-bf5d-103267b11bf4 req-414edf4a-4555-41aa-b0d4-0372739a2256 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:06.300601 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-52eea613-8e3e-4e12-bf5d-103267b11bf4 req-414edf4a-4555-41aa-b0d4-0372739a2256 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 943 time: 0.0902832 Jun 10 22:47:06.344431 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-52eea613-8e3e-4e12-bf5d-103267b11bf4 req-a87b3e8e-9969-414f-acc8-dcf7bf86df92 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373573 Jun 10 22:47:06.380330 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:06.394639 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:06.395033 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:06.395768 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:06.396116 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Subscribe: > port after_create 55550000 {{(pid=98755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:06.396437 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=98755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:06.396770 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Subscribe: > port after_update 55550000 {{(pid=98755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:06.397089 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:06.397403 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:06.397715 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:06.398025 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:06.521570 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:06.521782 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:06.522070 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:06.522394 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:06.522757 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f43af01-e5ef-4f93-a915-99873873aa0c']}} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:06.542507 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99e25b6-3c4f-49c5-a847-0c914f4f5ffb') {'for_net_delete': True} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:06.542802 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99e25b6-3c4f-49c5-a847-0c914f4f5ffb') {} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:06.566340 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261504023'] for segment, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:06.596032 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:06.608244 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c394e08-cd6b-4f4a-9508-6d61d02cb88b req-de2dbaff-54e9-466a-9534-d3883af5d759 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:06.609758 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5c394e08-cd6b-4f4a-9508-6d61d02cb88b req-de2dbaff-54e9-466a-9534-d3883af5d759 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.5247779 Jun 10 22:47:06.613772 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=98755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:47:06.617052 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260564587'] for segment, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: from cryptography.utils import int_from_bytes Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: from cryptography.utils import int_from_bytes Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: Traceback (most recent call last): Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: timer() Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: cb(*args, **kw) Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: return func(*args, **kwargs) Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: self._notify() Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: self.callback(batched_events) Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: event.method(event) Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: return f(self, *a, **k) Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._get(url).json() Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: return self.request(url, 'GET', **kwargs) Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:47:06.618499 dv-cinder-790535-2-iscsi neutron-server[98755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:47:06.688262 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc645696-e571-45f6-aa54-cd9ca6355f17 req-e82f3463-76e7-4b98-81b8-d98d4531a3a7 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:06.689773 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-fc645696-e571-45f6-aa54-cd9ca6355f17 req-e82f3463-76e7-4b98-81b8-d98d4531a3a7 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 943 time: 0.0815129 Jun 10 22:47:06.723988 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5c394e08-cd6b-4f4a-9508-6d61d02cb88b req-f88caa56-9dd3-4012-ae4b-2374372e16ff tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928864 Jun 10 22:47:06.732654 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-fc645696-e571-45f6-aa54-cd9ca6355f17 req-19581c69-ee10-4f7f-b0a9-4fddcfe4d7a5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369046 Jun 10 22:47:06.811228 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:06.815126 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0e767584-47d1-4f1e-ad18-e0a8e80231e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:06.819059 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:06.821502 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] 10.222.0.25 "DELETE /v2.0/networks/3f43af01-e5ef-4f93-a915-99873873aa0c HTTP/1.1" status: 204 len: 168 time: 0.8892910 Jun 10 22:47:06.824034 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 42700) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:06.834223 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Pushing event deleted for resources: {'Network': ['ID=3f43af01-e5ef-4f93-a915-99873873aa0c,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:06.836442 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:06.878775 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_v2 [None req-b506ca91-a282-40f3-b688-b0e4d8569722 admin admin] Deleting subnet f5b23975-f224-402b-9d15-262d37a360dc {{(pid=98754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:47:06.881841 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b506ca91-a282-40f3-b688-b0e4d8569722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:06.923065 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b506ca91-a282-40f3-b688-b0e4d8569722 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:06.931895 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b506ca91-a282-40f3-b688-b0e4d8569722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:07.065716 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b506ca91-a282-40f3-b688-b0e4d8569722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878'] for subnet, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:07.067873 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4a2cd108-0199-4310-b561-e2116162af44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:07.095159 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506ca91-a282-40f3-b688-b0e4d8569722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5b23975-f224-402b-9d15-262d37a360dc,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:07.098381 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b506ca91-a282-40f3-b688-b0e4d8569722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:07.100978 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b506ca91-a282-40f3-b688-b0e4d8569722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:07.102786 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-b506ca91-a282-40f3-b688-b0e4d8569722 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f5b23975-f224-402b-9d15-262d37a360dc HTTP/1.1" status: 204 len: 168 time: 0.2779028 Jun 10 22:47:07.105260 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 42702) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:07.200455 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:07.282521 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796eb06-cb9f-4aec-8338-55bbab443c78 req-05a4edea-5169-434c-980e-9b18c7d652fd tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:07.284001 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8796eb06-cb9f-4aec-8338-55bbab443c78 req-05a4edea-5169-434c-980e-9b18c7d652fd tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.0713422 Jun 10 22:47:07.309531 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:07.322405 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:07.322853 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:07.323583 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:07.323961 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Subscribe: > port after_create 55550000 {{(pid=98754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:07.324291 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:07.324633 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Subscribe: > port after_update 55550000 {{(pid=98754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:07.324752 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8796eb06-cb9f-4aec-8338-55bbab443c78 req-0661d3eb-df76-4da9-81a6-8ade1272f163 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350471 Jun 10 22:47:07.324960 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:07.325281 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:07.325598 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:07.325917 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:07.391574 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:07.392005 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:07.392845 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:07.393187 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 22:47:07.393563 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b57532-744a-42bf-a6d4-88cb321b91d8']}} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:07.411735 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ae10ce-9d73-4975-8bf0-74fc5bf6947d') {'for_net_delete': True} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:07.412072 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ae10ce-9d73-4975-8bf0-74fc5bf6947d') {} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:07.429427 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261414582'] for segment, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:07.449895 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:07.460974 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=98754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:47:07.461295 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261566773'] for segment, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: from cryptography.utils import int_from_bytes Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: from cryptography.utils import int_from_bytes Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: Traceback (most recent call last): Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: timer() Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: cb(*args, **kw) Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: return func(*args, **kwargs) Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: self._notify() Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: self.callback(batched_events) Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: event.method(event) Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: return f(self, *a, **k) Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._get(url).json() Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: return self.request(url, 'GET', **kwargs) Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:47:07.465244 dv-cinder-790535-2-iscsi neutron-server[98754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:47:07.598668 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ff1b1-724f-4958-9e8b-ba50c92efbe8 req-542e9942-5d8d-439b-a8b4-a2f0bf37b8b4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:07.600220 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-600ff1b1-724f-4958-9e8b-ba50c92efbe8 req-542e9942-5d8d-439b-a8b4-a2f0bf37b8b4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 943 time: 0.1418221 Jun 10 22:47:07.640144 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-600ff1b1-724f-4958-9e8b-ba50c92efbe8 req-1111e278-d3bf-4d08-82ce-3b272bb48dc6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340171 Jun 10 22:47:07.642715 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:07.646477 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:07.663780 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=47b57532-744a-42bf-a6d4-88cb321b91d8,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:07.674616 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:07.676548 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/47b57532-744a-42bf-a6d4-88cb321b91d8 HTTP/1.1" status: 204 len: 168 time: 0.5703065 Jun 10 22:47:07.687227 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:07.911677 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9288f4-9fca-48c1-a39a-7163fd9ab31c req-eb067423-d50c-411c-949f-1e6381849cac tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:07.913197 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6e9288f4-9fca-48c1-a39a-7163fd9ab31c req-eb067423-d50c-411c-949f-1e6381849cac tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0723648 Jun 10 22:47:07.917567 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882be3a1-c80e-4f74-a9a6-b464103ff2fa req-3ec5492c-2a0c-42d5-b589-b626b294450f tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:07.919007 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-882be3a1-c80e-4f74-a9a6-b464103ff2fa req-3ec5492c-2a0c-42d5-b589-b626b294450f tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 943 time: 0.0695493 Jun 10 22:47:07.955034 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6e9288f4-9fca-48c1-a39a-7163fd9ab31c req-ef7bf464-964f-4d83-8ada-296b06a46d00 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360212 Jun 10 22:47:07.960123 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-882be3a1-c80e-4f74-a9a6-b464103ff2fa req-86e2781c-48fc-4577-a522-e611139770db tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349026 Jun 10 22:47:08.307873 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 42724) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:08.353950 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-c48ced60-3a58-4605-933f-4c0f8c23af9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eca1c9f1ea0c45f988dea542b11dd526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457165 Jun 10 22:47:08.355353 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42728) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:08.406959 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-19002acc-b1d5-4ef3-8015-afe33ffbd18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:08.429798 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-19002acc-b1d5-4ef3-8015-afe33ffbd18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:08.529934 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199c198-bfc6-420b-a809-698500383796 req-09453081-9efc-4076-b29b-be8c45d5595e tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:08.531295 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8199c198-bfc6-420b-a809-698500383796 req-09453081-9efc-4076-b29b-be8c45d5595e tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.0762775 Jun 10 22:47:08.572446 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8199c198-bfc6-420b-a809-698500383796 req-da5aad4b-3845-408e-bcd9-633df639d9cd tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352879 Jun 10 22:47:08.579119 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-19002acc-b1d5-4ef3-8015-afe33ffbd18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:08.581780 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-19002acc-b1d5-4ef3-8015-afe33ffbd18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:08.585278 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-19002acc-b1d5-4ef3-8015-afe33ffbd18d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/132f3a2a-1a5d-4897-a2f7-599c6bf442e3 HTTP/1.1" status: 204 len: 168 time: 0.2264740 Jun 10 22:47:08.585278 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:08.594327 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19002acc-b1d5-4ef3-8015-afe33ffbd18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132f3a2a-1a5d-4897-a2f7-599c6bf442e3,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:08.609222 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-19002acc-b1d5-4ef3-8015-afe33ffbd18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:08.721844 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-3121860d-4f24-4a7c-b365-33638d82566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:08.723375 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-3121860d-4f24-4a7c-b365-33638d82566e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f890a9bf-0853-45c5-86e2-c17d3f245b7a HTTP/1.1" status: 200 len: 849 time: 0.1289871 Jun 10 22:47:08.789459 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9afe4fa3-a7c2-40e8-9fdb-42fbc300c822 req-89087120-c41e-4584-97cd-fbda88834c9a service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933811 Jun 10 22:47:08.824229 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c424fb4-98b4-4398-8634-3f5dd926412d req-15423ebf-4434-414c-b328-5304d427023f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:08.825904 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4c424fb4-98b4-4398-8634-3f5dd926412d req-15423ebf-4434-414c-b328-5304d427023f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 943 time: 0.0680821 Jun 10 22:47:08.866582 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4c424fb4-98b4-4398-8634-3f5dd926412d req-5da6b09e-c94d-46c6-9bdf-76f4b0e4d67f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342011 Jun 10 22:47:08.899154 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-20e3c24b-0f4a-4f6d-b251-ab65db52d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:08.900690 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-20e3c24b-0f4a-4f6d-b251-ab65db52d637 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1691182 Jun 10 22:47:08.967204 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9afe4fa3-a7c2-40e8-9fdb-42fbc300c822 req-443913b7-6d1c-45de-9f69-e2891c6b62cf service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675828 Jun 10 22:47:09.084914 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-66f01731-e462-41da-acfd-fb2865caacf2 service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305795 Jun 10 22:47:09.154057 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d75a6-928a-4c79-a3fe-bdc8f8b7046b req-d5c60b96-3947-4512-acc3-594780797ea5 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:09.155555 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-821d75a6-928a-4c79-a3fe-bdc8f8b7046b req-d5c60b96-3947-4512-acc3-594780797ea5 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0730941 Jun 10 22:47:09.197426 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-821d75a6-928a-4c79-a3fe-bdc8f8b7046b req-30f57131-1cdb-4f53-86f3-93cd37d0f3ad tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360026 Jun 10 22:47:09.263714 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acaf82-603b-4263-b3b3-6430530ab7e9 req-1e5d87da-74ff-4ae0-baf6-ae8301fa48a7 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:09.265205 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-78acaf82-603b-4263-b3b3-6430530ab7e9 req-1e5d87da-74ff-4ae0-baf6-ae8301fa48a7 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 943 time: 0.1665592 Jun 10 22:47:09.270484 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-51f76036-8a39-4049-b953-82d0c17c94c5 req-0646e1de-3a0a-4f8d-b946-855955800f28 service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342893 Jun 10 22:47:09.306855 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-78acaf82-603b-4263-b3b3-6430530ab7e9 req-898abc55-0f44-4a81-b08f-2c288288eb07 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354128 Jun 10 22:47:09.460671 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 42750) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:09.504749 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-97434f61-317b-49ff-b0df-e9eabe445f75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0af54a52783744d28d944b8941e1fdc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427554 Jun 10 22:47:09.507085 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 42756) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:09.561315 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cb0d78bf-054b-4031-bc10-45dd4857dd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:09.583780 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cb0d78bf-054b-4031-bc10-45dd4857dd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:09.754524 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7197b-e322-4639-abf2-6239a6109fa1 req-7929353d-70bd-4c87-89a4-5aff1eaf8cfa tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:09.756086 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f6a7197b-e322-4639-abf2-6239a6109fa1 req-7929353d-70bd-4c87-89a4-5aff1eaf8cfa tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.0720072 Jun 10 22:47:09.760941 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cb0d78bf-054b-4031-bc10-45dd4857dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:09.760941 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cb0d78bf-054b-4031-bc10-45dd4857dd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:09.760941 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-cb0d78bf-054b-4031-bc10-45dd4857dd53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7dd3b162-edd3-40c7-954d-14e8d02f7f65 HTTP/1.1" status: 204 len: 168 time: 0.2528586 Jun 10 22:47:09.762731 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:09.784463 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d78bf-054b-4031-bc10-45dd4857dd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd3b162-edd3-40c7-954d-14e8d02f7f65,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:09.788157 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-cb0d78bf-054b-4031-bc10-45dd4857dd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:09.815620 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f6a7197b-e322-4639-abf2-6239a6109fa1 req-f4d8440b-8b7c-4645-b2a9-616fc217fc2d tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536277 Jun 10 22:47:10.044759 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a967158-51bf-49aa-9151-544acb7aa6d1 req-6a338f01-d8f1-4d05-a372-cb31e76ada47 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:10.046295 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7a967158-51bf-49aa-9151-544acb7aa6d1 req-6a338f01-d8f1-4d05-a372-cb31e76ada47 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 943 time: 0.0708508 Jun 10 22:47:10.088250 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7a967158-51bf-49aa-9151-544acb7aa6d1 req-9fbe193f-d59c-4dec-b58e-ef6ece7d610c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357101 Jun 10 22:47:10.386045 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b31e8-2c37-4eb0-a3f3-33e2a28da500 req-90f35509-994e-4e44-9a1a-8d93748d5e6f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:10.393253 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-963b31e8-2c37-4eb0-a3f3-33e2a28da500 req-90f35509-994e-4e44-9a1a-8d93748d5e6f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0788364 Jun 10 22:47:10.435508 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-963b31e8-2c37-4eb0-a3f3-33e2a28da500 req-af949804-17d5-49c5-8b43-2982eec69eb0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409784 Jun 10 22:47:10.504236 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665778-e426-42f8-abd5-95812bdba753 req-b74a4f24-81e8-41eb-a242-eb9b1e2c9f60 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:10.505689 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-81665778-e426-42f8-abd5-95812bdba753 req-b74a4f24-81e8-41eb-a242-eb9b1e2c9f60 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 943 time: 0.0795183 Jun 10 22:47:10.548308 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-81665778-e426-42f8-abd5-95812bdba753 req-af092528-82f3-4b7c-a0cb-db9557f4bce2 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370131 Jun 10 22:47:11.150758 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728cfed-f673-45af-bfdf-dfbd00f115f2 req-a1f92ba8-411a-4f0d-965e-2926212e6327 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:11.152320 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5728cfed-f673-45af-bfdf-dfbd00f115f2 req-a1f92ba8-411a-4f0d-965e-2926212e6327 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.0855613 Jun 10 22:47:11.199100 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5728cfed-f673-45af-bfdf-dfbd00f115f2 req-74153538-5ad2-4e54-92c9-432a687d92bc tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406425 Jun 10 22:47:11.293913 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba46b16-663c-4214-aa87-3c3b8b9aebee req-c1c36739-f253-4d46-8cfe-1a9f608134ce tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:11.295372 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5ba46b16-663c-4214-aa87-3c3b8b9aebee req-c1c36739-f253-4d46-8cfe-1a9f608134ce tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 943 time: 0.0793293 Jun 10 22:47:11.344385 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5ba46b16-663c-4214-aa87-3c3b8b9aebee req-d13eef50-a842-4967-a66b-197c45884245 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426784 Jun 10 22:47:11.629365 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130a8f6-ca01-4888-a537-399c211196b9 req-4e07eefd-a9c5-4d9f-8a0d-1029e834ebee tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:11.630978 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1130a8f6-ca01-4888-a537-399c211196b9 req-4e07eefd-a9c5-4d9f-8a0d-1029e834ebee tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0732026 Jun 10 22:47:11.677634 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1130a8f6-ca01-4888-a537-399c211196b9 req-79070d32-bf51-434a-89f0-cbcdfbbff439 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405545 Jun 10 22:47:11.755489 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185d5b9-b289-42d9-a85b-f088fa927a1a req-7a4da4f3-593d-47aa-b730-7a13d7d937e9 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:11.757068 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b185d5b9-b289-42d9-a85b-f088fa927a1a req-7a4da4f3-593d-47aa-b730-7a13d7d937e9 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 943 time: 0.0741391 Jun 10 22:47:11.808409 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b185d5b9-b289-42d9-a85b-f088fa927a1a req-785fcfe0-b0c8-485e-a155-5d68b007b70d tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456462 Jun 10 22:47:12.381619 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2ca03-b955-4476-81cf-2a20263fdcdb req-05ef72c7-0541-42e2-b977-aa2adac0f067 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:12.383110 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-94d2ca03-b955-4476-81cf-2a20263fdcdb req-05ef72c7-0541-42e2-b977-aa2adac0f067 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.0708795 Jun 10 22:47:12.425107 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-94d2ca03-b955-4476-81cf-2a20263fdcdb req-3f9c5757-4900-48e5-8a4a-772dc6c03810 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361476 Jun 10 22:47:12.510764 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 0411f66f-bf9f-4bda-a638-3d76a91f0351 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:47:12.527525 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9281e-124b-4ada-82b4-6b9222eaa917 req-fa04e6ac-6623-4d3c-95ae-3f6298f57967 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:12.529136 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-82c9281e-124b-4ada-82b4-6b9222eaa917 req-fa04e6ac-6623-4d3c-95ae-3f6298f57967 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 943 time: 0.0735271 Jun 10 22:47:12.557081 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 5fe94f38-ee22-46cf-a4fb-fdc468635e8f up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:47:12.574408 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-82c9281e-124b-4ada-82b4-6b9222eaa917 req-291f5dd2-c01e-487f-8268-a59f2725e581 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386138 Jun 10 22:47:12.673202 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 0411f66f-bf9f-4bda-a638-3d76a91f0351, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0411f66f-bf9f-4bda-a638-3d76a91f0351,segment=NetworkSegment(e99fdd75-f815-47a5-adff-ea853b5be6cb),segment_id=e99fdd75-f815-47a5-adff-ea853b5be6cb)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:47:12.691117 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '0411f66f-bf9f-4bda-a638-3d76a91f0351', 'network_id': '3eee5bef-38ad-41c3-9a4e-23afd1f4c503', 'port_id': '0411f66f-bf9f-4bda-a638-3d76a91f0351', 'mac_address': 'fa:16:3e:cb:6b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b3330e-cf08-42c3-864b-2bcbf890eaf6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:47:12.741651 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:12.757782 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0411f66f-bf9f-4bda-a638-3d76a91f0351 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:47:12.780550 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 0411f66f-bf9f-4bda-a638-3d76a91f0351, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0411f66f-bf9f-4bda-a638-3d76a91f0351,segment=NetworkSegment(e99fdd75-f815-47a5-adff-ea853b5be6cb),segment_id=e99fdd75-f815-47a5-adff-ea853b5be6cb)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:47:12.782112 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:47:12.785849 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:47:12.786284 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:12.896921 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43187b59-b4a2-4339-9247-d41f024fd99b req-f27ae3d0-c46c-4a01-b099-de87ddf6da51 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:12.897381 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:12.909258 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-43187b59-b4a2-4339-9247-d41f024fd99b req-f27ae3d0-c46c-4a01-b099-de87ddf6da51 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0991926 Jun 10 22:47:12.952131 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5fe94f38-ee22-46cf-a4fb-fdc468635e8f,segment=NetworkSegment(e99fdd75-f815-47a5-adff-ea853b5be6cb),segment_id=e99fdd75-f815-47a5-adff-ea853b5be6cb)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:47:12.953555 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f4ab8b-03e2-42a7-a683-c41b50adcea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe94f38-ee22-46cf-a4fb-fdc468635e8f'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:47:12.960148 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cba7de8-ca87-4402-aef8-9543bba4a4b9" -d '{"events": [{"server_uuid": "a7f4ab8b-03e2-42a7-a683-c41b50adcea1", "name": "network-vif-plugged", "status": "completed", "tag": "5fe94f38-ee22-46cf-a4fb-fdc468635e8f"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:47:12.968237 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:12.974935 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:12.989237 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-43187b59-b4a2-4339-9247-d41f024fd99b req-967804a8-dc6b-4f09-8bd0-c22b50e70a5f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732777 Jun 10 22:47:13.086429 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303fcd4-9f16-4ca4-95ee-327481d71b50 req-964a8ea3-ef5b-4bfb-afe1-82f78ac24277 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:13.093902 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e303fcd4-9f16-4ca4-95ee-327481d71b50 req-964a8ea3-ef5b-4bfb-afe1-82f78ac24277 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 944 time: 0.0904522 Jun 10 22:47:13.136945 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e303fcd4-9f16-4ca4-95ee-327481d71b50 req-dcb5d4ab-9313-4d3b-8c2d-56d62a798ff8 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Jun 10 22:47:13.152587 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b690c4a-f3d2-4fb4-81e0-8bc62da87024 x-openstack-request-id: req-5b690c4a-f3d2-4fb4-81e0-8bc62da87024 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:47:13.152881 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f4ab8b-03e2-42a7-a683-c41b50adcea1", "name": "network-vif-plugged", "status": "completed", "tag": "5fe94f38-ee22-46cf-a4fb-fdc468635e8f", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:47:13.153145 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b690c4a-f3d2-4fb4-81e0-8bc62da87024 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:47:13.153533 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f4ab8b-03e2-42a7-a683-c41b50adcea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe94f38-ee22-46cf-a4fb-fdc468635e8f', 'code': 200} Jun 10 22:47:13.156385 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:13.184131 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=0411f66f-bf9f-4bda-a638-3d76a91f0351,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:13.187310 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:13.188044 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:13.241723 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=5fe94f38-ee22-46cf-a4fb-fdc468635e8f,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:13.244792 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:13.851981 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ece674-549a-4bb3-8b1f-58424a707e47 req-0a7cb8a1-033a-4df3-9d1a-9e095ed9cc0b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:13.853680 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-36ece674-549a-4bb3-8b1f-58424a707e47 req-0a7cb8a1-033a-4df3-9d1a-9e095ed9cc0b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 943 time: 0.0735238 Jun 10 22:47:13.900300 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-36ece674-549a-4bb3-8b1f-58424a707e47 req-cbadaf6e-3317-40f0-895d-858755e1d55d tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 Jun 10 22:47:14.171595 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c3ad0-b7d5-4dc4-85c3-ccfc85f4511d req-fb40b0d0-d302-48a5-aec8-b6cb0ad73ae2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:14.174097 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c46c3ad0-b7d5-4dc4-85c3-ccfc85f4511d req-fb40b0d0-d302-48a5-aec8-b6cb0ad73ae2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0727398 Jun 10 22:47:14.214873 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c46c3ad0-b7d5-4dc4-85c3-ccfc85f4511d req-5e0e3214-9f82-45fd-ab91-134d891b26d9 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353611 Jun 10 22:47:14.319440 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7366e9-f7da-48c3-92e7-557a453bb80e req-36569d14-1eac-4d7c-ab27-439e69a6f121 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:14.320927 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bc7366e9-f7da-48c3-92e7-557a453bb80e req-36569d14-1eac-4d7c-ab27-439e69a6f121 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 944 time: 0.0680625 Jun 10 22:47:14.361629 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bc7366e9-f7da-48c3-92e7-557a453bb80e req-a8882528-3dbb-4e9a-8f9f-1606947ba5ae tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349646 Jun 10 22:47:14.497449 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 42918) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:14.532049 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device cdee1119-d02b-4619-bb2d-5bc0d01bc75f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:47:14.605834 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5f3b5b16-d6fb-4e89-8767-3c5240b8287d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:14.652335 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port cdee1119-d02b-4619-bb2d-5bc0d01bc75f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:47:14.665179 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'port_id': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'mac_address': 'fa:16:3e:62:2e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:47:14.699171 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5f3b5b16-d6fb-4e89-8767-3c5240b8287d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:14.708359 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:14.726153 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdee1119-d02b-4619-bb2d-5bc0d01bc75f {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:47:14.746898 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port cdee1119-d02b-4619-bb2d-5bc0d01bc75f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:47:14.801868 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5f3b5b16-d6fb-4e89-8767-3c5240b8287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:14.805069 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-cb0d78bf-054b-4031-bc10-45dd4857dd53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:14.834399 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:14.835159 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device d52610fd-0f6f-4b53-a6ff-1ef3f2357948 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:47:14.837723 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:14.842540 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b5b16-d6fb-4e89-8767-3c5240b8287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffb213a-62d8-4009-9b71-65304db660a5,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:14.849958 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-5f3b5b16-d6fb-4e89-8767-3c5240b8287d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6522632f3c8451f8e78348137fc8de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514791 Jun 10 22:47:14.851159 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42922) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:14.851273 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5f3b5b16-d6fb-4e89-8767-3c5240b8287d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:14.908398 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2cf4-26cf-428b-8d2a-fa8458e8ce69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:14.919717 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:14.924103 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:14.936710 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2cf4-26cf-428b-8d2a-fa8458e8ce69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:15.022501 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port d52610fd-0f6f-4b53-a6ff-1ef3f2357948, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d52610fd-0f6f-4b53-a6ff-1ef3f2357948,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:47:15.051494 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': 'd52610fd-0f6f-4b53-a6ff-1ef3f2357948', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'port_id': 'd52610fd-0f6f-4b53-a6ff-1ef3f2357948', 'mac_address': 'fa:16:3e:66:7b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:47:15.080363 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2cf4-26cf-428b-8d2a-fa8458e8ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:15.082915 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2cf4-26cf-428b-8d2a-fa8458e8ce69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:15.084086 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-3d5c2cf4-26cf-428b-8d2a-fa8458e8ce69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ffb213a-62d8-4009-9b71-65304db660a5 HTTP/1.1" status: 204 len: 168 time: 0.2322471 Jun 10 22:47:15.085473 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9e35915c-fdb9-4437-a1a5-434271a955cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:15.098350 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:15.099707 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c2cf4-26cf-428b-8d2a-fa8458e8ce69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffb213a-62d8-4009-9b71-65304db660a5,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:15.106683 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3d5c2cf4-26cf-428b-8d2a-fa8458e8ce69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:15.125816 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52610fd-0f6f-4b53-a6ff-1ef3f2357948 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:47:15.129022 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537e92a-94a9-4a58-9aaf-48cbfe43c80f req-5ca47026-3893-4867-a195-f3e8a3c698bb tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:15.130675 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9537e92a-94a9-4a58-9aaf-48cbfe43c80f req-5ca47026-3893-4867-a195-f3e8a3c698bb tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 943 time: 0.0995514 Jun 10 22:47:15.149431 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port d52610fd-0f6f-4b53-a6ff-1ef3f2357948, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d52610fd-0f6f-4b53-a6ff-1ef3f2357948,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:47:15.179276 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9537e92a-94a9-4a58-9aaf-48cbfe43c80f req-6e704afd-baa0-4024-abca-cb38516c475a tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407686 Jun 10 22:47:15.219243 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:15.221080 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:15.277923 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=d52610fd-0f6f-4b53-a6ff-1ef3f2357948,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:15.280946 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:15.403447 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4736645-3319-494a-966e-2a9e5f3aae94 req-dd1768a9-84f6-4bea-a215-5aae1fe50cc8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:15.408432 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d4736645-3319-494a-966e-2a9e5f3aae94 req-dd1768a9-84f6-4bea-a215-5aae1fe50cc8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 945 time: 0.0740566 Jun 10 22:47:15.446943 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d4736645-3319-494a-966e-2a9e5f3aae94 req-c9b081d6-6a09-4e1a-a9ea-8ecfb4fb61f5 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358660 Jun 10 22:47:15.546308 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbe142-eca9-49aa-81c8-865f001fabc9 req-d2a6d6b2-1080-407f-97d2-ef1c930a3ef2 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:15.547832 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-95cbe142-eca9-49aa-81c8-865f001fabc9 req-d2a6d6b2-1080-407f-97d2-ef1c930a3ef2 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 944 time: 0.0710149 Jun 10 22:47:15.633637 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-95cbe142-eca9-49aa-81c8-865f001fabc9 req-1bfdf5f4-fe52-4f1f-80d4-4c9042eef7e4 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793393 Jun 10 22:47:15.674135 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbad515-530c-4c5b-bb4a-5de5493a1c07 req-0f34a3bf-0a59-4254-93db-291a469601f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:15.675608 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8bbad515-530c-4c5b-bb4a-5de5493a1c07 req-0f34a3bf-0a59-4254-93db-291a469601f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 1099 time: 0.1009767 Jun 10 22:47:15.702723 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:15.749934 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 42942) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:15.763768 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2046-3975-4b5d-b351-3dd6e9919ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:16.039446 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2046-3975-4b5d-b351-3dd6e9919ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:16.116137 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2046-3975-4b5d-b351-3dd6e9919ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:16.119994 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:16.158955 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-e7bc2046-3975-4b5d-b351-3dd6e9919ef8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81abc35a1ca948cb84956414a81b2fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4120736 Jun 10 22:47:16.160879 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc2046-3975-4b5d-b351-3dd6e9919ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2093b792-8a54-4111-b5e3-764741ca956a,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:16.161556 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 42952) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:16.163868 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e7bc2046-3975-4b5d-b351-3dd6e9919ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:16.214915 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5c6f891a-c63e-4bf3-b9c6-ce3391e86328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:16.240923 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5c6f891a-c63e-4bf3-b9c6-ce3391e86328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:16.344941 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5c6f891a-c63e-4bf3-b9c6-ce3391e86328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:16.347801 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5c6f891a-c63e-4bf3-b9c6-ce3391e86328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:16.348962 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-5c6f891a-c63e-4bf3-b9c6-ce3391e86328 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2093b792-8a54-4111-b5e3-764741ca956a HTTP/1.1" status: 204 len: 168 time: 0.1864283 Jun 10 22:47:16.351352 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:16.355568 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e956d-e838-4382-accc-a6bdea5079e6 req-73578841-d963-4fa4-8c19-24e6928473a9 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:16.357085 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-935e956d-e838-4382-accc-a6bdea5079e6 req-73578841-d963-4fa4-8c19-24e6928473a9 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 944 time: 0.0675550 Jun 10 22:47:16.358142 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f891a-c63e-4bf3-b9c6-ce3391e86328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2093b792-8a54-4111-b5e3-764741ca956a,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:16.360447 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-5c6f891a-c63e-4bf3-b9c6-ce3391e86328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:16.404916 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-935e956d-e838-4382-accc-a6bdea5079e6 req-3c275974-9e08-42d7-b648-e7ca6614d952 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401096 Jun 10 22:47:16.631354 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fec46e-16e0-4876-8f9f-22c13142b414 req-7ad3bfdf-3d2b-4a82-98c8-78ce9a8a9eea tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:16.632759 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f5fec46e-16e0-4876-8f9f-22c13142b414 req-7ad3bfdf-3d2b-4a82-98c8-78ce9a8a9eea tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 945 time: 0.0664194 Jun 10 22:47:16.680961 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f5fec46e-16e0-4876-8f9f-22c13142b414 req-d0a3f18d-c85f-477a-a676-5bfbbe72909e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425560 Jun 10 22:47:16.822399 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d0fd5-69ec-412e-9b26-c86946e0104f req-b1066949-1136-4403-937c-edd2c63d1f5b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:16.823954 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5d6d0fd5-69ec-412e-9b26-c86946e0104f req-b1066949-1136-4403-937c-edd2c63d1f5b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 944 time: 0.0686095 Jun 10 22:47:16.870779 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5d6d0fd5-69ec-412e-9b26-c86946e0104f req-7ac56b56-17db-4885-9a18-fbfcc989bf03 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409772 Jun 10 22:47:16.963089 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['0411f66f-bf9f-4bda-a638-3d76a91f0351'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:47:16.974755 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8bbad515-530c-4c5b-bb4a-5de5493a1c07 req-8288041b-d5d3-4fd7-9913-cc8813b94e7e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387673 Jun 10 22:47:17.583817 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39b783-90d1-4b22-9e00-c4313ebef3a5 req-353940b2-e9c5-4b31-8236-e5a5e41811a2 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:17.585282 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9d39b783-90d1-4b22-9e00-c4313ebef3a5 req-353940b2-e9c5-4b31-8236-e5a5e41811a2 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 944 time: 0.0698214 Jun 10 22:47:17.626218 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9d39b783-90d1-4b22-9e00-c4313ebef3a5 req-5eae3058-dd5d-43c9-ad40-9d59477ace9c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352490 Jun 10 22:47:17.699379 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['d52610fd-0f6f-4b53-a6ff-1ef3f2357948'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:47:17.703559 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['cdee1119-d02b-4619-bb2d-5bc0d01bc75f'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:47:17.865493 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d4f8f-6048-4989-9892-6759ae513f92 req-ef4227cd-51fd-4f48-83e2-8cd5ae7e7a01 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:17.866977 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3f5d4f8f-6048-4989-9892-6759ae513f92 req-ef4227cd-51fd-4f48-83e2-8cd5ae7e7a01 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 945 time: 0.0710719 Jun 10 22:47:17.913406 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3f5d4f8f-6048-4989-9892-6759ae513f92 req-f6756eba-1536-4343-a13c-5da3670de94f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403941 Jun 10 22:47:18.056818 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179287c9-1257-4464-bf5b-4096cdbfd0d3 req-15a14934-ca84-47f7-bdfc-853eec7647da tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:18.058291 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-179287c9-1257-4464-bf5b-4096cdbfd0d3 req-15a14934-ca84-47f7-bdfc-853eec7647da tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 944 time: 0.0678310 Jun 10 22:47:18.101914 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-179287c9-1257-4464-bf5b-4096cdbfd0d3 req-22f86bd0-c45b-4341-946d-9ee9749526bd tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 Jun 10 22:47:18.811556 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fd27b-35d1-4a76-b0f8-e9327d3c1e2e req-6bd58718-7061-4ac2-8a8e-408669e7777c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:18.813060 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-307fd27b-35d1-4a76-b0f8-e9327d3c1e2e req-6bd58718-7061-4ac2-8a8e-408669e7777c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 944 time: 0.0724325 Jun 10 22:47:18.855835 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-307fd27b-35d1-4a76-b0f8-e9327d3c1e2e req-a31d8746-0595-492e-94c7-e0436d669bbb tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370562 Jun 10 22:47:19.116002 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bc860-988d-4650-8658-300d40b3439d req-ba1ab560-f76f-4028-8960-1c7b3dce441f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:19.116002 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-484bc860-988d-4650-8658-300d40b3439d req-ba1ab560-f76f-4028-8960-1c7b3dce441f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 945 time: 0.0654151 Jun 10 22:47:19.142231 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-484bc860-988d-4650-8658-300d40b3439d req-82ad4cf3-631f-4618-b5c1-b23c6d1da2e0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356832 Jun 10 22:47:19.306536 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb664e57-8df9-44ee-927c-3bc44ce7d737 req-85ff0dae-5eab-4bf7-94d8-7682a2f6b750 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:19.308136 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-eb664e57-8df9-44ee-927c-3bc44ce7d737 req-85ff0dae-5eab-4bf7-94d8-7682a2f6b750 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 944 time: 0.0881448 Jun 10 22:47:19.354826 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-eb664e57-8df9-44ee-927c-3bc44ce7d737 req-98301077-17cc-4a3e-b00c-b3d41e059736 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Jun 10 22:47:20.028192 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988638d7-005b-4cb3-9996-67cd60fb7c50 req-331a9104-d72d-437a-934a-2f01b0277063 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:20.029638 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-988638d7-005b-4cb3-9996-67cd60fb7c50 req-331a9104-d72d-437a-934a-2f01b0277063 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 944 time: 0.0653670 Jun 10 22:47:20.069583 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-988638d7-005b-4cb3-9996-67cd60fb7c50 req-8c230416-708a-4b8c-ac6b-8bd93f76d2cd tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344388 Jun 10 22:47:20.323608 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293971ab-2311-4959-a4ec-ffbafc79e254 req-287f8e1c-f84d-472e-8e56-58e6e83a02e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:20.325171 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-293971ab-2311-4959-a4ec-ffbafc79e254 req-287f8e1c-f84d-472e-8e56-58e6e83a02e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 945 time: 0.0671911 Jun 10 22:47:20.373865 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-293971ab-2311-4959-a4ec-ffbafc79e254 req-4e8c222f-307d-4aa0-9093-4c050796f852 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431340 Jun 10 22:47:20.542685 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab084ae0-31a7-4995-bada-72fd9efbd680 req-e0f13ad8-b480-4b4a-9f4c-b822606d3baf tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:20.544116 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ab084ae0-31a7-4995-bada-72fd9efbd680 req-e0f13ad8-b480-4b4a-9f4c-b822606d3baf tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 944 time: 0.0672448 Jun 10 22:47:20.586101 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ab084ae0-31a7-4995-bada-72fd9efbd680 req-7d85abce-2a7d-499d-952f-e04624fdcbb6 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356636 Jun 10 22:47:21.244525 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2758d9e-d960-421f-8d5f-aacfa5d39755 req-46cf683f-9ed8-4412-b036-059152e7c44d tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:21.246140 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a2758d9e-d960-421f-8d5f-aacfa5d39755 req-46cf683f-9ed8-4412-b036-059152e7c44d tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 944 time: 0.0688763 Jun 10 22:47:21.291103 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a2758d9e-d960-421f-8d5f-aacfa5d39755 req-6707d86f-2236-4dae-abb4-df664b3b680b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393486 Jun 10 22:47:21.357659 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device d52610fd-0f6f-4b53-a6ff-1ef3f2357948 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:47:21.516070 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port d52610fd-0f6f-4b53-a6ff-1ef3f2357948 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:47:21.521091 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port d52610fd-0f6f-4b53-a6ff-1ef3f2357948 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:47:21.521471 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:21.556574 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf80e5b-93bd-4560-8272-a7adaa6115a3 req-143d9e60-643d-49b2-8f6d-fa26936499be tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:21.558043 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-faf80e5b-93bd-4560-8272-a7adaa6115a3 req-143d9e60-643d-49b2-8f6d-fa26936499be tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 945 time: 0.0672581 Jun 10 22:47:21.599291 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-faf80e5b-93bd-4560-8272-a7adaa6115a3 req-07bf2fd7-3e5d-4406-a44b-14d7ff2572a3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354152 Jun 10 22:47:21.612296 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:21.636423 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6ded48-e2a6-4959-b530-0551299b7272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52610fd-0f6f-4b53-a6ff-1ef3f2357948'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:47:21.638757 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c3e2f6-af8b-4967-9763-45ac678d3c42" -d '{"events": [{"server_uuid": "df6ded48-e2a6-4959-b530-0551299b7272", "name": "network-vif-plugged", "status": "completed", "tag": "d52610fd-0f6f-4b53-a6ff-1ef3f2357948"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:47:21.653094 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port d52610fd-0f6f-4b53-a6ff-1ef3f2357948, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d52610fd-0f6f-4b53-a6ff-1ef3f2357948,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:47:21.722248 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:21.723054 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 0411f66f-bf9f-4bda-a638-3d76a91f0351 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:47:21.725517 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:21.770922 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e398-85d8-4a94-a2bf-e95fa1c61b14 req-99b9a7c8-af09-403e-8ee6-e4117bd8fb7f tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:21.778127 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bc29e398-85d8-4a94-a2bf-e95fa1c61b14 req-99b9a7c8-af09-403e-8ee6-e4117bd8fb7f tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 944 time: 0.0744879 Jun 10 22:47:21.817565 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=d52610fd-0f6f-4b53-a6ff-1ef3f2357948,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:21.824440 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bc29e398-85d8-4a94-a2bf-e95fa1c61b14 req-3c5d2080-b150-4055-936e-640103f08abd tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451579 Jun 10 22:47:21.827180 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:21.827439 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:21.827780 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:21.828146 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:21.828480 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:21.828816 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:21.829146 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:21.829474 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:21.829823 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:21.830264 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:21.830494 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:21.830818 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:21.835152 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:21.869812 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330d8168-b6b0-4652-b092-3cb3777c8392 x-openstack-request-id: req-330d8168-b6b0-4652-b092-3cb3777c8392 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:47:21.870114 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6ded48-e2a6-4959-b530-0551299b7272", "name": "network-vif-plugged", "status": "completed", "tag": "d52610fd-0f6f-4b53-a6ff-1ef3f2357948", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:47:21.870375 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-330d8168-b6b0-4652-b092-3cb3777c8392 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:47:21.870772 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6ded48-e2a6-4959-b530-0551299b7272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52610fd-0f6f-4b53-a6ff-1ef3f2357948', 'code': 200} Jun 10 22:47:21.896906 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port 0411f66f-bf9f-4bda-a638-3d76a91f0351 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:47:21.900916 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 0411f66f-bf9f-4bda-a638-3d76a91f0351 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:47:21.901295 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:21.989179 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:22.025625 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 0411f66f-bf9f-4bda-a638-3d76a91f0351, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0411f66f-bf9f-4bda-a638-3d76a91f0351,segment=NetworkSegment(e99fdd75-f815-47a5-adff-ea853b5be6cb),segment_id=e99fdd75-f815-47a5-adff-ea853b5be6cb)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:47:22.121634 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:22.123870 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:22.161248 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-55cb5ff2-001a-459a-bd78-baef0177248b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:22.180617 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=0411f66f-bf9f-4bda-a638-3d76a91f0351,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:22.184069 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:22.473317 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10935e-6595-49a0-90c3-304ca4f593cd req-860c9c09-f2c9-4ff8-8d5b-1ef689d115d2 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:22.474779 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-fc10935e-6595-49a0-90c3-304ca4f593cd req-860c9c09-f2c9-4ff8-8d5b-1ef689d115d2 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0700395 Jun 10 22:47:22.514740 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-fc10935e-6595-49a0-90c3-304ca4f593cd req-19f11a48-5b8b-4493-924c-660e824fd214 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342267 Jun 10 22:47:22.779016 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af1e10-9ca2-4089-8d23-81a47fde2b96 req-fc8196dd-e1b6-4223-ab24-46e614a8aaac tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:22.780475 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-74af1e10-9ca2-4089-8d23-81a47fde2b96 req-fc8196dd-e1b6-4223-ab24-46e614a8aaac tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 945 time: 0.0670459 Jun 10 22:47:22.826363 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-74af1e10-9ca2-4089-8d23-81a47fde2b96 req-9027525f-06e2-4eb0-8221-5052a17b37e1 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397866 Jun 10 22:47:23.001003 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52184dd4-40c6-420a-82fc-c3a62f3b8c95 req-4635a3d9-a454-4643-8dda-69841fcb76da tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:23.002956 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-52184dd4-40c6-420a-82fc-c3a62f3b8c95 req-4635a3d9-a454-4643-8dda-69841fcb76da tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0677662 Jun 10 22:47:23.044153 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-52184dd4-40c6-420a-82fc-c3a62f3b8c95 req-c955717c-ab9e-4236-8bf8-cf63e64a902a tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354657 Jun 10 22:47:23.689306 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c5ef0-a27d-46c7-bab7-ce07f1d66c6a req-c54b9f56-84aa-401e-9333-c182f97337ab tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:23.690764 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f63c5ef0-a27d-46c7-bab7-ce07f1d66c6a req-c54b9f56-84aa-401e-9333-c182f97337ab tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0681767 Jun 10 22:47:23.734241 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f63c5ef0-a27d-46c7-bab7-ce07f1d66c6a req-d56185aa-25a1-48b7-9894-71fba9c9905b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378931 Jun 10 22:47:23.871567 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3171e2c-33ef-4b82-99f2-c49ffa670359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0411f66f-bf9f-4bda-a638-3d76a91f0351'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:47:23.873924 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bf276b-0ef2-46ca-8c4e-c287621525e6" -d '{"events": [{"server_uuid": "e3171e2c-33ef-4b82-99f2-c49ffa670359", "name": "network-vif-plugged", "status": "completed", "tag": "0411f66f-bf9f-4bda-a638-3d76a91f0351"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:47:24.009877 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36691c-7d26-4e45-9b71-b2c077aa9cd7 req-d38ee896-4cce-46f1-93dc-18be48f93cbf tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:24.011334 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2a36691c-7d26-4e45-9b71-b2c077aa9cd7 req-d38ee896-4cce-46f1-93dc-18be48f93cbf tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 945 time: 0.0664980 Jun 10 22:47:24.053821 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2a36691c-7d26-4e45-9b71-b2c077aa9cd7 req-0e72b778-4fd3-4320-9c55-ecc724670a55 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368946 Jun 10 22:47:24.080459 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device cdee1119-d02b-4619-bb2d-5bc0d01bc75f up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:47:24.131781 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cf96e1-f96c-4ba1-b2ae-b453bba71780 x-openstack-request-id: req-68cf96e1-f96c-4ba1-b2ae-b453bba71780 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:47:24.132233 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3171e2c-33ef-4b82-99f2-c49ffa670359", "name": "network-vif-plugged", "status": "completed", "tag": "0411f66f-bf9f-4bda-a638-3d76a91f0351", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:47:24.132409 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68cf96e1-f96c-4ba1-b2ae-b453bba71780 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:47:24.132774 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3171e2c-33ef-4b82-99f2-c49ffa670359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0411f66f-bf9f-4bda-a638-3d76a91f0351', 'code': 200} Jun 10 22:47:24.262085 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port cdee1119-d02b-4619-bb2d-5bc0d01bc75f completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:47:24.262085 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port cdee1119-d02b-4619-bb2d-5bc0d01bc75f triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:47:24.262085 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:24.273276 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197719b1-d322-4e12-aaaf-a43922c94257 req-c294827a-654d-499c-b7ba-1a140670585d tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:24.274778 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-197719b1-d322-4e12-aaaf-a43922c94257 req-c294827a-654d-499c-b7ba-1a140670585d tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0718610 Jun 10 22:47:24.326497 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-197719b1-d322-4e12-aaaf-a43922c94257 req-5bc3af64-8970-4448-a60f-b555f75e37ad tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459025 Jun 10 22:47:24.356848 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:24.392060 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port cdee1119-d02b-4619-bb2d-5bc0d01bc75f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:47:24.470492 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:24.472538 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-1cbf3c6d-c315-4315-9450-e90d466a7e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:24.523201 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:24.526052 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:24.834599 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-106b244d-1275-46e8-85d1-1649ef3eec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:24.871122 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:24.928590 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdfc1a-8e1b-4e16-a287-b73f1749d507 req-4d5cc5a9-2321-4f7d-82f1-e62741123368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:24.930141 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830341c8-7bb6-44d1-bcf2-4a89dbb453b6 req-48b80b3a-b39d-480b-a4a7-2b728239e7f5 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:24.930272 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d3cdfc1a-8e1b-4e16-a287-b73f1749d507 req-4d5cc5a9-2321-4f7d-82f1-e62741123368 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 1098 time: 0.3195674 Jun 10 22:47:24.933304 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706a23e-a7ea-458f-b7fb-85fbc381497c req-5a5a5571-b292-445d-b855-9f68c68920b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:24.934187 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-830341c8-7bb6-44d1-bcf2-4a89dbb453b6 req-48b80b3a-b39d-480b-a4a7-2b728239e7f5 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0770168 Jun 10 22:47:24.934667 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0706a23e-a7ea-458f-b7fb-85fbc381497c req-5a5a5571-b292-445d-b855-9f68c68920b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 1098 time: 0.3315341 Jun 10 22:47:24.980068 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-830341c8-7bb6-44d1-bcf2-4a89dbb453b6 req-afb4aa6a-9ac2-4597-9895-18337d95c12f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415413 Jun 10 22:47:25.010730 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d3cdfc1a-8e1b-4e16-a287-b73f1749d507 req-2d49042f-6517-4f45-a153-97cc4ef93758 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591559 Jun 10 22:47:25.016070 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0706a23e-a7ea-458f-b7fb-85fbc381497c req-5a565b41-28f5-4fdf-9996-513c8edc1907 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477705 Jun 10 22:47:25.240219 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c89e5-0b28-49a9-9d8d-333204642aeb req-fc734944-f7d0-4052-be33-885f2898dc5c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:25.241679 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e93c89e5-0b28-49a9-9d8d-333204642aeb req-fc734944-f7d0-4052-be33-885f2898dc5c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0696690 Jun 10 22:47:25.281687 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e93c89e5-0b28-49a9-9d8d-333204642aeb req-c48e42db-26b6-47a9-a750-10cf0fe8e400 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344074 Jun 10 22:47:25.505112 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780af15e-db15-4b90-9adb-10b769039fd2 req-274183e4-1d00-44be-b0e5-d75794dcedc2 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:25.506563 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-780af15e-db15-4b90-9adb-10b769039fd2 req-274183e4-1d00-44be-b0e5-d75794dcedc2 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0667827 Jun 10 22:47:25.549541 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-780af15e-db15-4b90-9adb-10b769039fd2 req-969c3023-c96e-40c3-9727-453b571cbd25 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374532 Jun 10 22:47:25.699259 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:26.134207 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:47:26.136665 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fd1df0-079c-4f68-bb57-56b9afbbf739" -d '{"events": [{"server_uuid": "3b339c18-ed04-4f48-954f-7f98996cb69b", "name": "network-vif-plugged", "status": "completed", "tag": "cdee1119-d02b-4619-bb2d-5bc0d01bc75f"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:47:26.160125 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63a10b-43ce-4774-b86b-96722002dd82 req-052c2009-9c7f-41e9-8627-f7fe67429db5 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:26.160125 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-cd63a10b-43ce-4774-b86b-96722002dd82 req-052c2009-9c7f-41e9-8627-f7fe67429db5 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0715318 Jun 10 22:47:26.176468 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e229f3c5-0a00-4c36-b586-37a269a506a6 x-openstack-request-id: req-e229f3c5-0a00-4c36-b586-37a269a506a6 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:47:26.176771 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b339c18-ed04-4f48-954f-7f98996cb69b", "name": "network-vif-plugged", "status": "completed", "tag": "cdee1119-d02b-4619-bb2d-5bc0d01bc75f", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:47:26.177034 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e229f3c5-0a00-4c36-b586-37a269a506a6 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:47:26.177434 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'code': 200} Jun 10 22:47:26.199393 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-cd63a10b-43ce-4774-b86b-96722002dd82 req-4a6f2a37-6cd4-47c0-9454-c2e0a85381c0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349591 Jun 10 22:47:26.491005 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8a78a-7706-43b0-8fff-a89df6aa4493 req-a33f30ed-4c5b-4353-a2e7-fe37af00e828 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:26.491005 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-aba8a78a-7706-43b0-8fff-a89df6aa4493 req-a33f30ed-4c5b-4353-a2e7-fe37af00e828 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0710237 Jun 10 22:47:26.518646 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-aba8a78a-7706-43b0-8fff-a89df6aa4493 req-3828050e-9f15-4717-98cd-625efca70512 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350487 Jun 10 22:47:26.726339 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f819e-ca32-43c8-86e5-0887e92e5d7c req-33e212fb-b5dc-4d73-967a-a58c219ec75d tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:26.727801 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bc7f819e-ca32-43c8-86e5-0887e92e5d7c req-33e212fb-b5dc-4d73-967a-a58c219ec75d tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0695601 Jun 10 22:47:26.767692 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bc7f819e-ca32-43c8-86e5-0887e92e5d7c req-4f3b3700-3564-4cd3-8f1b-951cea88bea0 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342450 Jun 10 22:47:27.236390 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:27.373522 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ee87-9c3d-4de3-9c0d-6322ef25a296 req-3540bb5a-0323-4918-91e1-376e65a1ca44 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:27.374846 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-30d2ee87-9c3d-4de3-9c0d-6322ef25a296 req-3540bb5a-0323-4918-91e1-376e65a1ca44 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0650842 Jun 10 22:47:27.417499 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-30d2ee87-9c3d-4de3-9c0d-6322ef25a296 req-d28d28a7-3f5e-4832-aa06-bd75aeef9f3b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371423 Jun 10 22:47:27.697135 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329dc1d-6903-481d-8226-b4168660ad92 req-e870d6f9-10d1-4c06-af9e-b02af6135384 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:27.698602 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8329dc1d-6903-481d-8226-b4168660ad92 req-e870d6f9-10d1-4c06-af9e-b02af6135384 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0671382 Jun 10 22:47:27.738691 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8329dc1d-6903-481d-8226-b4168660ad92 req-c2db4ffb-fcc4-458f-84a8-23429e380ce7 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344911 Jun 10 22:47:27.941245 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419fc0a-0f0b-49ae-b103-07f071c68f14 req-a1a10cfe-3028-4065-8113-eb07dbed784b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:27.942601 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1419fc0a-0f0b-49ae-b103-07f071c68f14 req-a1a10cfe-3028-4065-8113-eb07dbed784b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0665159 Jun 10 22:47:27.986306 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1419fc0a-0f0b-49ae-b103-07f071c68f14 req-c67b7402-a633-4a98-9796-9893c68d0ddd tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381267 Jun 10 22:47:28.597636 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575291f6-45f9-42b1-9efd-635826457410 req-0c331cc5-8e3a-4a61-b2ee-e75d1ec453a9 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:28.599011 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-575291f6-45f9-42b1-9efd-635826457410 req-0c331cc5-8e3a-4a61-b2ee-e75d1ec453a9 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0698025 Jun 10 22:47:28.639587 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-575291f6-45f9-42b1-9efd-635826457410 req-bc476e3a-9c29-4a2b-b7d9-140bcd79860c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347128 Jun 10 22:47:28.925044 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16230e3f-f903-4b84-9022-2930c29f8e36 req-e64a0fcf-6bb3-433d-8e4d-e178cb395c76 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:28.927003 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-16230e3f-f903-4b84-9022-2930c29f8e36 req-e64a0fcf-6bb3-433d-8e4d-e178cb395c76 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0733666 Jun 10 22:47:28.970331 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-16230e3f-f903-4b84-9022-2930c29f8e36 req-91516be3-e9ad-4b95-a644-fd3f04e7a735 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374837 Jun 10 22:47:29.164851 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca13868-f4c9-4eaf-ae0f-cafccfe1237d req-5f8bbbfd-37ae-4ec4-97be-7a6ea6f22d05 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:29.166333 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3ca13868-f4c9-4eaf-ae0f-cafccfe1237d req-5f8bbbfd-37ae-4ec4-97be-7a6ea6f22d05 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0680773 Jun 10 22:47:29.207874 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3ca13868-f4c9-4eaf-ae0f-cafccfe1237d req-5770afdb-9b2c-43d6-9655-7daf7953b62b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358176 Jun 10 22:47:29.822031 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408765-dd63-4309-8afd-5e14171d6c50 req-b8a03f8b-9ecc-4a76-b726-6b0fd9a36405 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:29.823497 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4b408765-dd63-4309-8afd-5e14171d6c50 req-b8a03f8b-9ecc-4a76-b726-6b0fd9a36405 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0674498 Jun 10 22:47:29.826025 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:47:29.864417 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4b408765-dd63-4309-8afd-5e14171d6c50 req-7e592a29-51b7-4584-8870-357d8030902d tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347819 Jun 10 22:47:30.160330 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67240e34-b9e2-4079-9218-824724bfec73 req-5c9062f2-124a-4887-b4a3-3c8579ffe3a8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:30.162372 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-67240e34-b9e2-4079-9218-824724bfec73 req-5c9062f2-124a-4887-b4a3-3c8579ffe3a8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0741911 Jun 10 22:47:30.204363 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-67240e34-b9e2-4079-9218-824724bfec73 req-a355d19f-ab63-45e6-ba23-7480db792c8a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362935 Jun 10 22:47:30.387100 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2e8e2-8b43-475c-9a2d-5c454e29a252 req-d2221d45-45e4-4162-a893-330f556f3ee5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:30.388584 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-66d2e8e2-8b43-475c-9a2d-5c454e29a252 req-d2221d45-45e4-4162-a893-330f556f3ee5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0698023 Jun 10 22:47:30.433019 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-66d2e8e2-8b43-475c-9a2d-5c454e29a252 req-18621d6b-ed1e-4f46-baee-bf64c6b95658 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386302 Jun 10 22:47:30.537995 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928dc1d-1d6d-4b7c-86f6-766408eb7ab9 req-d97801d1-c043-46b9-9952-9b5887cce199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:30.539456 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f928dc1d-1d6d-4b7c-86f6-766408eb7ab9 req-d97801d1-c043-46b9-9952-9b5887cce199 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 1099 time: 0.0566676 Jun 10 22:47:30.577005 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f928dc1d-1d6d-4b7c-86f6-766408eb7ab9 req-664be2a9-9a53-4482-bc9c-91c436fc7cfa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306640 Jun 10 22:47:31.046797 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b13c2-4860-420e-83d8-bd3df8261c9c req-ca818817-70be-4a2e-b59d-2c875f82aa04 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:31.048296 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-da0b13c2-4860-420e-83d8-bd3df8261c9c req-ca818817-70be-4a2e-b59d-2c875f82aa04 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0710466 Jun 10 22:47:31.091589 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-da0b13c2-4860-420e-83d8-bd3df8261c9c req-53c75f2c-ab9d-4dbd-9dbd-6a865486392b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371356 Jun 10 22:47:31.386406 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff1491-b4ff-4c84-847e-24431beaed5b req-2cc4e905-d285-4b8f-88e4-df52a027087d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:31.387885 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b3ff1491-b4ff-4c84-847e-24431beaed5b req-2cc4e905-d285-4b8f-88e4-df52a027087d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0683351 Jun 10 22:47:31.430100 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b3ff1491-b4ff-4c84-847e-24431beaed5b req-b476fa57-26fd-4e84-a933-df181c3f0a33 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364563 Jun 10 22:47:31.612969 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab531a-113c-446f-be7f-80b9a8619d74 req-1283d931-e608-4c66-8e25-697ec9486e04 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:31.614449 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-19ab531a-113c-446f-be7f-80b9a8619d74 req-1283d931-e608-4c66-8e25-697ec9486e04 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0665956 Jun 10 22:47:31.654982 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-19ab531a-113c-446f-be7f-80b9a8619d74 req-ff0cb905-68ae-4152-9548-6204f5e6697a tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349071 Jun 10 22:47:32.278222 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33751d7d-8235-4f3c-bf50-4ed2bbcb8276 req-ec87eceb-d947-4f24-842c-895989b370ab tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:32.279712 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-33751d7d-8235-4f3c-bf50-4ed2bbcb8276 req-ec87eceb-d947-4f24-842c-895989b370ab tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0704036 Jun 10 22:47:32.329172 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-33751d7d-8235-4f3c-bf50-4ed2bbcb8276 req-b61513ac-278e-4dce-8782-76cb75054032 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434170 Jun 10 22:47:32.618747 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b8e77-ea8e-4f17-866f-7c17b384f113 req-4d05927e-244e-4803-b3d0-7776637b0a5f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:32.620146 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6d5b8e77-ea8e-4f17-866f-7c17b384f113 req-4d05927e-244e-4803-b3d0-7776637b0a5f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0751562 Jun 10 22:47:32.661403 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6d5b8e77-ea8e-4f17-866f-7c17b384f113 req-14bf4e4e-da77-47c6-9c47-cbaec6fdcc4d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352919 Jun 10 22:47:32.851622 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57beafba-620c-497a-878f-c6d682f1fb1a req-77a51595-62d4-4f87-867f-601344380e59 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:32.853842 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-57beafba-620c-497a-878f-c6d682f1fb1a req-77a51595-62d4-4f87-867f-601344380e59 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0795748 Jun 10 22:47:32.904052 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-57beafba-620c-497a-878f-c6d682f1fb1a req-c10aaab4-212f-44fe-8ea0-3f5014b528dd tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 Jun 10 22:47:33.509029 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ffdb9-5b9e-46c9-9136-cf12472eca3b req-a68a6ad6-66d3-455c-815c-3875ea6e5a2f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:33.516275 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-aa1ffdb9-5b9e-46c9-9136-cf12472eca3b req-a68a6ad6-66d3-455c-815c-3875ea6e5a2f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0776305 Jun 10 22:47:33.564851 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-aa1ffdb9-5b9e-46c9-9136-cf12472eca3b req-5b9419ae-acdb-4bf3-9810-216eec94f7cc tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477400 Jun 10 22:47:33.770184 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfa3de-b21c-494b-ae98-00a28b5e9466 req-eeb6877e-9d08-4e7a-9c15-544107d79d58 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:33.771908 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4fcfa3de-b21c-494b-ae98-00a28b5e9466 req-eeb6877e-9d08-4e7a-9c15-544107d79d58 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0745442 Jun 10 22:47:33.788766 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 43310) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:33.788766 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-d5e0d477-db25-42c7-a53c-b3d9084c7d81 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Request body: {'floatingip': {'port_id': 'd52610fd-0f6f-4b53-a6ff-1ef3f2357948'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:47:33.898411 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d5e0d477-db25-42c7-a53c-b3d9084c7d81 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for floatingip, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:33.939898 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59266328-a583-4c71-bae1-e428ae096bd0 req-631a6061-2148-431a-a5ab-1a3a6bfd7698 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:33.941997 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-59266328-a583-4c71-bae1-e428ae096bd0 req-631a6061-2148-431a-a5ab-1a3a6bfd7698 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0726967 Jun 10 22:47:33.998235 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-59266328-a583-4c71-bae1-e428ae096bd0 req-18d6d587-796f-41f5-8b2a-ca6547d64836 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496461 Jun 10 22:47:34.100260 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d76ce-834b-41a0-a136-4c14e6619401 req-d3f09213-cb52-47a3-a49e-71f42a9ba229 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:34.101678 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2a3d76ce-834b-41a0-a136-4c14e6619401 req-d3f09213-cb52-47a3-a49e-71f42a9ba229 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.3330226 Jun 10 22:47:34.199061 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379c701-11ee-4e9d-b37b-f889a03f02ba req-db560b12-3d95-46e2-a329-fd6397bc6ed1 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:34.201481 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a379c701-11ee-4e9d-b37b-f889a03f02ba req-db560b12-3d95-46e2-a329-fd6397bc6ed1 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0832598 Jun 10 22:47:34.209765 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 43326) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:34.215678 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-bb500d61-8b98-4b67-9ec3-2b9ce1b8263e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Request body: {'floatingip': {'port_id': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:47:34.261803 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2a3d76ce-834b-41a0-a136-4c14e6619401 req-4fe69ca0-2380-4b9b-8363-db41ba970ba7 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475556 Jun 10 22:47:34.301542 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bb500d61-8b98-4b67-9ec3-2b9ce1b8263e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for floatingip, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:34.601973 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6c491-c4f8-4312-aa46-5bbd839f1dcd req-77cd11b1-6dc9-4b1d-a149-87ad0f3c17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:34.603454 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1db6c491-c4f8-4312-aa46-5bbd839f1dcd req-77cd11b1-6dc9-4b1d-a149-87ad0f3c17f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b9e491776fc444595d858b6d9fa77d4&device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 1098 time: 0.2954266 Jun 10 22:47:34.772702 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d5e0d477-db25-42c7-a53c-b3d9084c7d81 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:34.856970 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d5e0d477-db25-42c7-a53c-b3d9084c7d81 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:35.226534 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.l3_db [None req-d5e0d477-db25-42c7-a53c-b3d9084c7d81 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Floating IP 1bcc7aa2-f757-47cb-97be-25dd68883a6a associated. External IP: 172.27.0.178, port: d52610fd-0f6f-4b53-a6ff-1ef3f2357948. Jun 10 22:47:35.232510 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bb500d61-8b98-4b67-9ec3-2b9ce1b8263e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:35.298971 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bb500d61-8b98-4b67-9ec3-2b9ce1b8263e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:35.490357 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31e512-845d-465d-8e98-aa7702325a08 req-fb393abc-6cac-462a-87b2-6f12e3c8d44f tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:35.491809 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2e31e512-845d-465d-8e98-aa7702325a08 req-fb393abc-6cac-462a-87b2-6f12e3c8d44f tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.1009762 Jun 10 22:47:35.492848 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.l3_db [None req-bb500d61-8b98-4b67-9ec3-2b9ce1b8263e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Floating IP ab0c2af8-f4b3-45e5-863b-0aea4313df39 associated. External IP: 172.27.0.231, port: cdee1119-d02b-4619-bb2d-5bc0d01bc75f. Jun 10 22:47:35.520624 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e0d477-db25-42c7-a53c-b3d9084c7d81 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Router d58cab2c-e046-445f-a663-c70a8b115815 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:47:35.631496 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2e31e512-845d-465d-8e98-aa7702325a08 req-427ce2b1-f22b-4770-95f6-df15057fd88e tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923109 Jun 10 22:47:35.676779 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e0d477-db25-42c7-a53c-b3d9084c7d81 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:47:35.681749 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d5e0d477-db25-42c7-a53c-b3d9084c7d81 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:35.691602 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102fa35c-a49e-426c-9ac7-f69ee84dc2f4 None None] Sync routers for ids ['d58cab2c-e046-445f-a663-c70a8b115815'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:47:35.700480 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102fa35c-a49e-426c-9ac7-f69ee84dc2f4 None None] Routers {'d58cab2c-e046-445f-a663-c70a8b115815'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:47:35.701300 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-102fa35c-a49e-426c-9ac7-f69ee84dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:47:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d58cab2c-e046-445f-a663-c70a8b115815'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:35.733415 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-d5e0d477-db25-42c7-a53c-b3d9084c7d81 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "PUT /v2.0/floatingips/1bcc7aa2-f757-47cb-97be-25dd68883a6a HTTP/1.1" status: 200 len: 991 time: 1.9519284 Jun 10 22:47:35.734104 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6ded48-e2a6-4959-b530-0551299b7272', 'tag': 'd52610fd-0f6f-4b53-a6ff-1ef3f2357948'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:47:35.736807 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bdd55c-c2c7-4647-83e5-ee352bb6316e" -d '{"events": [{"name": "network-changed", "server_uuid": "df6ded48-e2a6-4959-b530-0551299b7272", "tag": "d52610fd-0f6f-4b53-a6ff-1ef3f2357948"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:47:35.773199 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd100138-f708-42a2-bd4a-e4575c01d100 x-openstack-request-id: req-cd100138-f708-42a2-bd4a-e4575c01d100 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:47:35.773730 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6ded48-e2a6-4959-b530-0551299b7272", "tag": "d52610fd-0f6f-4b53-a6ff-1ef3f2357948", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:47:35.774274 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd100138-f708-42a2-bd4a-e4575c01d100 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:47:35.774838 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6ded48-e2a6-4959-b530-0551299b7272', 'tag': 'd52610fd-0f6f-4b53-a6ff-1ef3f2357948', 'status': 'completed', 'code': 200} Jun 10 22:47:35.825955 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb500d61-8b98-4b67-9ec3-2b9ce1b8263e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Router 659cb209-fbc4-4fc0-8e47-859612fc3e34 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:47:35.879627 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-102fa35c-a49e-426c-9ac7-f69ee84dc2f4 None None] Set router d58cab2c-e046-445f-a663-c70a8b115815 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:47:35.904008 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6c491-c4f8-4312-aa46-5bbd839f1dcd req-e006511b-f08f-44cd-a0d1-d305cd341aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:35.905472 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1db6c491-c4f8-4312-aa46-5bbd839f1dcd req-e006511b-f08f-44cd-a0d1-d305cd341aec service neutron] 10.222.0.13 "GET /v2.0/networks?id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503 HTTP/1.1" status: 200 len: 919 time: 0.1164138 Jun 10 22:47:36.007809 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb500d61-8b98-4b67-9ec3-2b9ce1b8263e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:47:36.007809 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bb500d61-8b98-4b67-9ec3-2b9ce1b8263e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:36.007993 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404bd633-3222-4506-abbd-a564fc2952cd None None] Sync routers for ids ['659cb209-fbc4-4fc0-8e47-859612fc3e34'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:47:36.007993 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404bd633-3222-4506-abbd-a564fc2952cd None None] Routers {'659cb209-fbc4-4fc0-8e47-859612fc3e34'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:47:36.007993 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-404bd633-3222-4506-abbd-a564fc2952cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:47:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['659cb209-fbc4-4fc0-8e47-859612fc3e34'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:36.031011 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-bb500d61-8b98-4b67-9ec3-2b9ce1b8263e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "PUT /v2.0/floatingips/ab0c2af8-f4b3-45e5-863b-0aea4313df39 HTTP/1.1" status: 200 len: 992 time: 1.8190587 Jun 10 22:47:36.031664 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'tag': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:47:36.036296 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c093ea28-37e7-4e24-b3dd-5fcb4bd85181" -d '{"events": [{"name": "network-changed", "server_uuid": "3b339c18-ed04-4f48-954f-7f98996cb69b", "tag": "cdee1119-d02b-4619-bb2d-5bc0d01bc75f"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:47:36.224589 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-102fa35c-a49e-426c-9ac7-f69ee84dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '1bcc7aa2-f757-47cb-97be-25dd68883a6a', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'port_id': 'd52610fd-0f6f-4b53-a6ff-1ef3f2357948', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'mac_address': 'fa:16:3e:66:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6ded48-e2a6-4959-b530-0551299b7272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:46:47Z', 'updated_at': '2021-06-10T22:47:34Z', 'revision_number': 1, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:46Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:36.228002 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102fa35c-a49e-426c-9ac7-f69ee84dc2f4 None None] Checking router: d58cab2c-e046-445f-a663-c70a8b115815 for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:47:36.236542 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102fa35c-a49e-426c-9ac7-f69ee84dc2f4 None None] Routers {'d58cab2c-e046-445f-a663-c70a8b115815'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:47:36.237147 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-102fa35c-a49e-426c-9ac7-f69ee84dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:47:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d58cab2c-e046-445f-a663-c70a8b115815'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:36.266347 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-404bd633-3222-4506-abbd-a564fc2952cd None None] Set router 659cb209-fbc4-4fc0-8e47-859612fc3e34 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:47:36.479489 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-102fa35c-a49e-426c-9ac7-f69ee84dc2f4 None None] Set router d58cab2c-e046-445f-a663-c70a8b115815 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:47:36.600133 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-404bd633-3222-4506-abbd-a564fc2952cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': 'ab0c2af8-f4b3-45e5-863b-0aea4313df39', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'port_id': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'mac_address': 'fa:16:3e:62:2e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:46:42Z', 'updated_at': '2021-06-10T22:47:35Z', 'revision_number': 1, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:43Z', 'revision_number': 5, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:36.606526 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404bd633-3222-4506-abbd-a564fc2952cd None None] Checking router: 659cb209-fbc4-4fc0-8e47-859612fc3e34 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:47:36.612374 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404bd633-3222-4506-abbd-a564fc2952cd None None] Routers {'659cb209-fbc4-4fc0-8e47-859612fc3e34'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:47:36.612987 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-404bd633-3222-4506-abbd-a564fc2952cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:47:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['659cb209-fbc4-4fc0-8e47-859612fc3e34'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:36.755246 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-404bd633-3222-4506-abbd-a564fc2952cd None None] Set router 659cb209-fbc4-4fc0-8e47-859612fc3e34 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:47:36.765333 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-102fa35c-a49e-426c-9ac7-f69ee84dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '1bcc7aa2-f757-47cb-97be-25dd68883a6a', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'port_id': 'd52610fd-0f6f-4b53-a6ff-1ef3f2357948', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'mac_address': 'fa:16:3e:66:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6ded48-e2a6-4959-b530-0551299b7272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:46:47Z', 'updated_at': '2021-06-10T22:47:34Z', 'revision_number': 1, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:46Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:36.768674 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102fa35c-a49e-426c-9ac7-f69ee84dc2f4 None None] The sync data for ids ['d58cab2c-e046-445f-a663-c70a8b115815'] in dv-cinder-790535-2-iscsi is: [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '1bcc7aa2-f757-47cb-97be-25dd68883a6a', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'port_id': 'd52610fd-0f6f-4b53-a6ff-1ef3f2357948', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'mac_address': 'fa:16:3e:66:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6ded48-e2a6-4959-b530-0551299b7272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:46:47Z', 'updated_at': '2021-06-10T22:47:34Z', 'revision_number': 1, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:46Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:47:36.978460 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73692cb-fec6-44d5-aa17-c2a137ccaaf2 None None] New status for floating IP 1bcc7aa2-f757-47cb-97be-25dd68883a6a: ACTIVE {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:47:37.055191 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-404bd633-3222-4506-abbd-a564fc2952cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': 'ab0c2af8-f4b3-45e5-863b-0aea4313df39', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'port_id': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'mac_address': 'fa:16:3e:62:2e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:46:42Z', 'updated_at': '2021-06-10T22:47:35Z', 'revision_number': 1, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:43Z', 'revision_number': 5, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:37.058686 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404bd633-3222-4506-abbd-a564fc2952cd None None] The sync data for ids ['659cb209-fbc4-4fc0-8e47-859612fc3e34'] in dv-cinder-790535-2-iscsi is: [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': 'ab0c2af8-f4b3-45e5-863b-0aea4313df39', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'port_id': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'mac_address': 'fa:16:3e:62:2e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:46:42Z', 'updated_at': '2021-06-10T22:47:35Z', 'revision_number': 1, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:43Z', 'revision_number': 5, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:47:37.232764 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdfe7d2-37b7-4c09-8917-bcc46250b458 None None] New status for floating IP ab0c2af8-f4b3-45e5-863b-0aea4313df39: ACTIVE {{(pid=98756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:47:38.789685 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd8e48b-01a0-48e0-b584-ec65bb7f7e6b x-openstack-request-id: req-dfd8e48b-01a0-48e0-b584-ec65bb7f7e6b {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:47:38.790636 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b339c18-ed04-4f48-954f-7f98996cb69b", "tag": "cdee1119-d02b-4619-bb2d-5bc0d01bc75f", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:47:38.791140 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfd8e48b-01a0-48e0-b584-ec65bb7f7e6b {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:47:38.791981 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'tag': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'status': 'completed', 'code': 200} Jun 10 22:47:38.812949 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1db6c491-c4f8-4312-aa46-5bbd839f1dcd req-3fa9a824-8a54-483b-b6f1-e03779996567 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0411f66f-bf9f-4bda-a638-3d76a91f0351 HTTP/1.1" status: 200 len: 217 time: 0.0803294 Jun 10 22:47:38.889955 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093ea28-37e7-4e24-b3dd-5fcb4bd85181 req-6e0d31f5-f77c-4171-988d-7c5430b6bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:38.891434 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c093ea28-37e7-4e24-b3dd-5fcb4bd85181 req-6e0d31f5-f77c-4171-988d-7c5430b6bb27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 1099 time: 0.0606396 Jun 10 22:47:38.916169 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdd55c-c2c7-4647-83e5-ee352bb6316e req-b81b767c-2383-4f04-969c-c6cc1592efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:38.917659 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a1bdd55c-c2c7-4647-83e5-ee352bb6316e req-b81b767c-2383-4f04-969c-c6cc1592efdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 1098 time: 0.1781321 Jun 10 22:47:38.922730 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6c491-c4f8-4312-aa46-5bbd839f1dcd req-f5c56a8d-6ed6-4f27-992e-3954684bfb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:38.924109 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1db6c491-c4f8-4312-aa46-5bbd839f1dcd req-f5c56a8d-6ed6-4f27-992e-3954684bfb08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1b3330e-cf08-42c3-864b-2bcbf890eaf6 HTTP/1.1" status: 200 len: 859 time: 0.0990715 Jun 10 22:47:38.998605 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1db6c491-c4f8-4312-aa46-5bbd839f1dcd req-ecff4224-c7a5-4b12-a0c7-40e9db768a43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606818 Jun 10 22:47:39.065712 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093ea28-37e7-4e24-b3dd-5fcb4bd85181 req-61f72a39-f00f-42e6-b802-07628633c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:39.067726 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c093ea28-37e7-4e24-b3dd-5fcb4bd85181 req-61f72a39-f00f-42e6-b802-07628633c663 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bf55eb4-ce53-42eb-adc7-05ee654e0346 HTTP/1.1" status: 200 len: 917 time: 0.1624389 Jun 10 22:47:39.078458 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2bc5e-f13c-417b-9190-324575bc5dba req-a56be84b-23d5-482d-a7fc-440f1181aa65 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:39.079934 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba2bc5e-f13c-417b-9190-324575bc5dba req-a56be84b-23d5-482d-a7fc-440f1181aa65 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.2141674 Jun 10 22:47:39.202364 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdd55c-c2c7-4647-83e5-ee352bb6316e req-5dc1606d-e0d2-4335-b1f3-11f151dd1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:39.203834 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a1bdd55c-c2c7-4647-83e5-ee352bb6316e req-5dc1606d-e0d2-4335-b1f3-11f151dd1a1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d HTTP/1.1" status: 200 len: 910 time: 0.2649956 Jun 10 22:47:39.286049 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba2bc5e-f13c-417b-9190-324575bc5dba req-788b1386-e7f0-4b2f-abf0-51af75de164e tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952407 Jun 10 22:47:39.307560 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1db6c491-c4f8-4312-aa46-5bbd839f1dcd req-6039fc60-408d-4499-871e-5f9e8bfc1b66 service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968416 Jun 10 22:47:39.375242 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a1bdd55c-c2c7-4647-83e5-ee352bb6316e req-d0bdc1af-33f3-4cf7-bb7e-991fb7dd3555 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d52610fd-0f6f-4b53-a6ff-1ef3f2357948 HTTP/1.1" status: 200 len: 1001 time: 0.1628366 Jun 10 22:47:39.384209 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c093ea28-37e7-4e24-b3dd-5fcb4bd85181 req-757790d8-ca6e-4cb2-ad75-bd086ea1b582 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f HTTP/1.1" status: 200 len: 1002 time: 0.3096299 Jun 10 22:47:39.439408 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093ea28-37e7-4e24-b3dd-5fcb4bd85181 req-cc625842-6cb4-4a75-bc33-c33b799a2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:39.440890 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c093ea28-37e7-4e24-b3dd-5fcb4bd85181 req-cc625842-6cb4-4a75-bc33-c33b799a2f8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35d4f47f-32e3-473c-b6fb-4be1ccbc6118 HTTP/1.1" status: 200 len: 856 time: 0.0499303 Jun 10 22:47:39.491815 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdd55c-c2c7-4647-83e5-ee352bb6316e req-d590fa14-449c-4041-8b97-3340e9579ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:39.493286 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a1bdd55c-c2c7-4647-83e5-ee352bb6316e req-d590fa14-449c-4041-8b97-3340e9579ebd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f890a9bf-0853-45c5-86e2-c17d3f245b7a HTTP/1.1" status: 200 len: 849 time: 0.1112297 Jun 10 22:47:39.496656 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1db6c491-c4f8-4312-aa46-5bbd839f1dcd req-4d768aff-1229-4504-b495-6f6570eb2c97 service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703632 Jun 10 22:47:39.512447 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093ea28-37e7-4e24-b3dd-5fcb4bd85181 req-13dfc876-af86-4bde-aca5-a279139f51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:39.514088 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c093ea28-37e7-4e24-b3dd-5fcb4bd85181 req-13dfc876-af86-4bde-aca5-a279139f51e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bf55eb4-ce53-42eb-adc7-05ee654e0346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661948 Jun 10 22:47:39.562932 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdd55c-c2c7-4647-83e5-ee352bb6316e req-3c2fef81-8302-47a3-b715-12e060cbae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:39.564417 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a1bdd55c-c2c7-4647-83e5-ee352bb6316e req-3c2fef81-8302-47a3-b715-12e060cbae7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580726 Jun 10 22:47:39.633902 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c093ea28-37e7-4e24-b3dd-5fcb4bd85181 req-aaaab45e-4ba9-4f10-8a11-eb7c728ac278 service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073251 Jun 10 22:47:39.699862 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a1bdd55c-c2c7-4647-83e5-ee352bb6316e req-38b94581-4d69-41c8-9b4a-736a8e2c2255 service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269939 Jun 10 22:47:39.764612 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c093ea28-37e7-4e24-b3dd-5fcb4bd85181 req-608a3c78-1977-45c1-b899-eb057050662f service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218832 Jun 10 22:47:40.081229 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a1bdd55c-c2c7-4647-83e5-ee352bb6316e req-19f95d65-6384-4def-a672-8834452d78ac service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649635 Jun 10 22:47:40.469941 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271e221-1c01-4035-9eb7-6aca62064765 req-24654f28-fbfd-47f8-8eac-a8479b81f0fe tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:40.471294 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7271e221-1c01-4035-9eb7-6aca62064765 req-24654f28-fbfd-47f8-8eac-a8479b81f0fe tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0715883 Jun 10 22:47:40.511147 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7271e221-1c01-4035-9eb7-6aca62064765 req-a883ecec-b188-43f7-bf00-4b98497d58f3 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335536 Jun 10 22:47:41.699609 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8ca57-31df-4759-b0ee-6500cba56768 req-69b0de6b-4d29-4cc9-91cc-efd53dbe4383 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:41.701094 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-46c8ca57-31df-4759-b0ee-6500cba56768 req-69b0de6b-4d29-4cc9-91cc-efd53dbe4383 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0722761 Jun 10 22:47:41.748228 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-46c8ca57-31df-4759-b0ee-6500cba56768 req-17362ac4-71ee-4e09-97c3-56e8313e8aa8 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411775 Jun 10 22:47:42.771897 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-09c20ab8-cee3-4df5-9626-07087e557d39 req-8acee4e7-7890-4fe1-8a88-418eaf4f7538 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597692 Jun 10 22:47:42.937459 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c20ab8-cee3-4df5-9626-07087e557d39 req-b5227ec9-d717-407e-9b27-94b57d80c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:42.939193 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-09c20ab8-cee3-4df5-9626-07087e557d39 req-b5227ec9-d717-407e-9b27-94b57d80c2a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b9e491776fc444595d858b6d9fa77d4&device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 1099 time: 0.1097851 Jun 10 22:47:42.964929 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469008e-a60e-46fa-b025-31f1a2951509 req-7b384eb3-0ba2-4774-b697-6bad9354de95 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:42.966368 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1469008e-a60e-46fa-b025-31f1a2951509 req-7b384eb3-0ba2-4774-b697-6bad9354de95 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0927715 Jun 10 22:47:43.039394 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a50d51-1337-4a2a-8cca-bf7c61830156 req-fd081bc9-f394-4b2d-ae7c-5407c800e7dc tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:43.041053 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a4a50d51-1337-4a2a-8cca-bf7c61830156 req-fd081bc9-f394-4b2d-ae7c-5407c800e7dc tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.0765893 Jun 10 22:47:43.085665 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1469008e-a60e-46fa-b025-31f1a2951509 req-a41fcb04-8f1c-4925-b756-2a0caa6a302a tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107790 Jun 10 22:47:43.095610 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a4a50d51-1337-4a2a-8cca-bf7c61830156 req-8ef8bb56-9ac7-4c15-8ada-c44153c79b08 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451508 Jun 10 22:47:43.144044 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c20ab8-cee3-4df5-9626-07087e557d39 req-9535fe6d-7c0e-4d1b-a8b4-e10273c808b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:43.144044 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-09c20ab8-cee3-4df5-9626-07087e557d39 req-9535fe6d-7c0e-4d1b-a8b4-e10273c808b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503 HTTP/1.1" status: 200 len: 919 time: 0.1556046 Jun 10 22:47:43.183559 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-09c20ab8-cee3-4df5-9626-07087e557d39 req-7957029e-292f-4f65-bbd9-462762d17847 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fe94f38-ee22-46cf-a4fb-fdc468635e8f HTTP/1.1" status: 200 len: 217 time: 0.0523138 Jun 10 22:47:43.249731 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c20ab8-cee3-4df5-9626-07087e557d39 req-70a84749-65c7-4c31-9bb0-d122cc0ac7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:43.251338 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-09c20ab8-cee3-4df5-9626-07087e557d39 req-70a84749-65c7-4c31-9bb0-d122cc0ac7b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1b3330e-cf08-42c3-864b-2bcbf890eaf6 HTTP/1.1" status: 200 len: 859 time: 0.0521257 Jun 10 22:47:43.292150 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-09c20ab8-cee3-4df5-9626-07087e557d39 req-d5ece646-e7a3-463e-b632-cd4b839ea820 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312219 Jun 10 22:47:43.424336 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-09c20ab8-cee3-4df5-9626-07087e557d39 req-6c6e92d2-95f7-4c27-a313-fc7ffd8c4653 service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143966 Jun 10 22:47:43.552803 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-09c20ab8-cee3-4df5-9626-07087e557d39 req-5bc39358-6d5f-4864-aa59-ac27b75fbe2a service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128304 Jun 10 22:47:44.197975 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 43542) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:44.298573 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875e4ef-f787-4c04-b26e-8edb195c59d9 req-8c7d3118-b62a-44fb-845e-765a8953ea9b tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:44.301507 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e875e4ef-f787-4c04-b26e-8edb195c59d9 req-8c7d3118-b62a-44fb-845e-765a8953ea9b tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.0764434 Jun 10 22:47:44.333402 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:44.345906 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e875e4ef-f787-4c04-b26e-8edb195c59d9 req-344ccb9e-0823-4d5f-9da1-f18bab220f85 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386360 Jun 10 22:47:44.372906 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a53645-15a9-4198-8a06-841d6b680a16 req-dfb1c36f-9389-4ae6-9c41-1f6a0dfa4ddc tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:44.374353 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-17a53645-15a9-4198-8a06-841d6b680a16 req-dfb1c36f-9389-4ae6-9c41-1f6a0dfa4ddc tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.1225996 Jun 10 22:47:44.443681 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-17a53645-15a9-4198-8a06-841d6b680a16 req-b699ae3b-b7ef-460d-bb8e-e1c0ea16cb69 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614309 Jun 10 22:47:44.490110 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:44.610832 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:44.614151 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:44.651497 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098bbdae-007e-4371-8d55-e1707c456016,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:44.655360 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56adeb7e15c740e08e290f16494aa079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563024 Jun 10 22:47:44.660628 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 43552) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:44.667519 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:44.667921 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:44.668287 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:44.668647 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:44.669005 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:44.669373 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:44.669719 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:44.670059 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:44.670409 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:44.670755 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:44.671100 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:44.671443 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:44.676593 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:44.722155 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-22cf4ab7-d971-4b9e-a307-97aab561a82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:44.745400 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-22cf4ab7-d971-4b9e-a307-97aab561a82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:44.887298 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-22cf4ab7-d971-4b9e-a307-97aab561a82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:44.889986 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-22cf4ab7-d971-4b9e-a307-97aab561a82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:44.895074 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-22cf4ab7-d971-4b9e-a307-97aab561a82d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/098bbdae-007e-4371-8d55-e1707c456016 HTTP/1.1" status: 204 len: 168 time: 0.2293618 Jun 10 22:47:44.895074 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-c76c61ed-80cd-4f29-8da7-0bb86fd02bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:44.901644 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf4ab7-d971-4b9e-a307-97aab561a82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098bbdae-007e-4371-8d55-e1707c456016,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:44.904470 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-22cf4ab7-d971-4b9e-a307-97aab561a82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:45.411820 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 43574) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:45.558536 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21fec6-94c7-46d1-be88-91250d44746d req-9d889beb-86c3-4ba5-88b1-d2b0554011bf tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:45.558536 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-df21fec6-94c7-46d1-be88-91250d44746d req-9d889beb-86c3-4ba5-88b1-d2b0554011bf tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.0748920 Jun 10 22:47:45.559073 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-87132b15-4e98-4002-a242-7062aadd6e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:45.593442 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-df21fec6-94c7-46d1-be88-91250d44746d req-ff7598b8-7fb8-4e9e-a122-3b04fe449331 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/security-groups?id=9017df50-b451-4a3c-8ff1-869b359a6ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436745 Jun 10 22:47:45.653533 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:45.690067 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b1520-1543-4d8a-827c-30a8947f3197 req-870490b8-9731-4886-8e65-b38e045c93e5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:45.692258 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff0b1520-1543-4d8a-827c-30a8947f3197 req-870490b8-9731-4886-8e65-b38e045c93e5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.1164103 Jun 10 22:47:45.757441 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff0b1520-1543-4d8a-827c-30a8947f3197 req-600590c9-a6aa-494a-98f9-db5db6f73c8e tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579174 Jun 10 22:47:45.762068 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-87132b15-4e98-4002-a242-7062aadd6e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:45.841976 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-87132b15-4e98-4002-a242-7062aadd6e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:45.868298 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:45.933465 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-87132b15-4e98-4002-a242-7062aadd6e04 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b346d92049a4622a8bb4422d6c45ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5183260 Jun 10 22:47:45.933844 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 43604) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:45.941230 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87132b15-4e98-4002-a242-7062aadd6e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0553016-0596-4fb6-a67f-84d1d5e46b71,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:45.948447 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-87132b15-4e98-4002-a242-7062aadd6e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:45.967818 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6237dc1-ef11-45ed-828b-98679afe4183 req-37e3ca2e-6a5c-4262-b3db-f5fa80fa1dc8 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:45.969291 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a6237dc1-ef11-45ed-828b-98679afe4183 req-37e3ca2e-6a5c-4262-b3db-f5fa80fa1dc8 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 946 time: 0.1556454 Jun 10 22:47:46.022883 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:46.071342 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:46.117021 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-a6237dc1-ef11-45ed-828b-98679afe4183 req-cc84823f-ddbb-4b6a-bcb6-de60a043337d tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Deleting port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:47:46.117403 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-a6237dc1-ef11-45ed-828b-98679afe4183 req-cc84823f-ddbb-4b6a-bcb6-de60a043337d tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:46.196212 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:46.198825 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:46.200045 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0553016-0596-4fb6-a67f-84d1d5e46b71 HTTP/1.1" status: 204 len: 168 time: 0.2652011 Jun 10 22:47:46.201208 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ed22070a-1136-4ad0-b128-d18481c6a608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:46.212534 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0553016-0596-4fb6-a67f-84d1d5e46b71,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:46.221497 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:46.221870 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:46.226785 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:46.234071 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:46.234071 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:46.234071 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:46.234071 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:46.234071 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:46.234071 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:46.234071 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:46.234071 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:46.234071 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:47:46.250279 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:46.257657 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-a6237dc1-ef11-45ed-828b-98679afe4183 req-cc84823f-ddbb-4b6a-bcb6-de60a043337d tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] For port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c901cb1-19e7-4a21-a8b8-739c53a1e5b9,segment=NetworkSegment(3c5b060d-d832-4d3e-b189-12fc02433228),segment_id=3c5b060d-d832-4d3e-b189-12fc02433228)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:47:46.258863 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-a6237dc1-ef11-45ed-828b-98679afe4183 req-cc84823f-ddbb-4b6a-bcb6-de60a043337d tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:46.384936 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-a6237dc1-ef11-45ed-828b-98679afe4183 req-cc84823f-ddbb-4b6a-bcb6-de60a043337d tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Calling delete_port for 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:47:46.726590 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-a6237dc1-ef11-45ed-828b-98679afe4183 req-cc84823f-ddbb-4b6a-bcb6-de60a043337d tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:46.743845 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6a6ff312-c7ae-4637-9c27-e5acfd02a346 req-37191821-fdea-4d0d-bbef-53b0764b6238 tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 210 time: 0.0348141 Jun 10 22:47:46.746580 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-edd59638-f573-4a01-a31c-f42bd0b42656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:46.757076 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['0c901cb1-19e7-4a21-a8b8-739c53a1e5b9'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:47:46.787048 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84823f-ddbb-4b6a-bcb6-de60a043337d tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Pushing event deleted for resources: {'Port': ['ID=0c901cb1-19e7-4a21-a8b8-739c53a1e5b9,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:46.790645 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-cc84823f-ddbb-4b6a-bcb6-de60a043337d tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:46.862658 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6237dc1-ef11-45ed-828b-98679afe4183 req-cc84823f-ddbb-4b6a-bcb6-de60a043337d tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] No DVR routers for this DVR port 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:47:46.866057 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-a6237dc1-ef11-45ed-828b-98679afe4183 req-cc84823f-ddbb-4b6a-bcb6-de60a043337d tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:46.868146 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a6237dc1-ef11-45ed-828b-98679afe4183 req-cc84823f-ddbb-4b6a-bcb6-de60a043337d tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.13 "DELETE /v2.0/ports/0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 HTTP/1.1" status: 204 len: 173 time: 0.8920376 Jun 10 22:47:46.868769 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ea0c7b-78b9-438e-a73e-8ba45ace13c2', 'name': 'network-vif-deleted', 'tag': '0c901cb1-19e7-4a21-a8b8-739c53a1e5b9'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:47:46.871190 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168a67d6-1b80-4d38-999a-56c76c67114d" -d '{"events": [{"server_uuid": "c1ea0c7b-78b9-438e-a73e-8ba45ace13c2", "name": "network-vif-deleted", "tag": "0c901cb1-19e7-4a21-a8b8-739c53a1e5b9"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:47:46.909770 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb948acc-d014-44dc-aff1-e883f8f7803b x-openstack-request-id: req-fb948acc-d014-44dc-aff1-e883f8f7803b {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:47:46.910121 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ea0c7b-78b9-438e-a73e-8ba45ace13c2", "name": "network-vif-deleted", "tag": "0c901cb1-19e7-4a21-a8b8-739c53a1e5b9", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:47:46.910399 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb948acc-d014-44dc-aff1-e883f8f7803b {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:47:46.910931 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ea0c7b-78b9-438e-a73e-8ba45ace13c2', 'name': 'network-vif-deleted', 'tag': '0c901cb1-19e7-4a21-a8b8-739c53a1e5b9', 'status': 'completed', 'code': 200} Jun 10 22:47:46.978539 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64552344-d4a6-4d28-b008-40f2eab0b6cc req-70e1e8b1-ef5e-4b2b-89f3-20e2ffbaef94 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:46.985294 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-64552344-d4a6-4d28-b008-40f2eab0b6cc req-70e1e8b1-ef5e-4b2b-89f3-20e2ffbaef94 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0853326 Jun 10 22:47:47.026128 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-64552344-d4a6-4d28-b008-40f2eab0b6cc req-c0c6cc6d-c0b8-4f32-977a-594e2efdae67 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399981 Jun 10 22:47:47.040281 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 43676) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:47.062865 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cf8038f0-ca6c-4b7f-b52d-87946c2fdeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:47.156705 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cf8038f0-ca6c-4b7f-b52d-87946c2fdeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:47.236167 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cf8038f0-ca6c-4b7f-b52d-87946c2fdeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:47.238634 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:47.282571 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-cf8038f0-ca6c-4b7f-b52d-87946c2fdeff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=778d711e061c403599223a772f358624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378011 Jun 10 22:47:47.282571 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8038f0-ca6c-4b7f-b52d-87946c2fdeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdce34ee-43c7-4a7d-8906-42cb375b7017,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:47.282778 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 43680) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:47.283800 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-cf8038f0-ca6c-4b7f-b52d-87946c2fdeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:47.347201 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5d4922ac-7b7e-46ac-9087-4856a6ece194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:47.373732 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5d4922ac-7b7e-46ac-9087-4856a6ece194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:47.492908 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5d4922ac-7b7e-46ac-9087-4856a6ece194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:47.495517 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5d4922ac-7b7e-46ac-9087-4856a6ece194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:47.496681 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-5d4922ac-7b7e-46ac-9087-4856a6ece194 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bdce34ee-43c7-4a7d-8906-42cb375b7017 HTTP/1.1" status: 204 len: 168 time: 0.2104089 Jun 10 22:47:47.497490 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-96d580d8-c90d-44d0-8f3d-49f6525c57e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:47.506573 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4922ac-7b7e-46ac-9087-4856a6ece194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdce34ee-43c7-4a7d-8906-42cb375b7017,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:47.508771 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5d4922ac-7b7e-46ac-9087-4856a6ece194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:47.916466 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b7cfb99a-cce4-47b6-b33b-2203e82a4406 req-d1197262-9984-44b6-b716-086b1eb530fe tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1ea0c7b-78b9-438e-a73e-8ba45ace13c2 HTTP/1.1" status: 200 len: 210 time: 0.0400524 Jun 10 22:47:48.256765 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74818b3-818e-4aa6-b087-1bbd3c7465f0 req-b99bab7a-93fe-40e9-9a78-b6db0e3e7803 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:48.258323 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e74818b3-818e-4aa6-b087-1bbd3c7465f0 req-b99bab7a-93fe-40e9-9a78-b6db0e3e7803 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0735385 Jun 10 22:47:48.307912 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e74818b3-818e-4aa6-b087-1bbd3c7465f0 req-b61a7519-e1b1-45a9-b9ca-803ade571e00 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Jun 10 22:47:49.763102 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2dd25-b5c5-4047-aeb3-6ee99b78f8a3 req-576abfdf-281e-44f1-8952-9c99f0b6ed5a tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:49.765091 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d7b2dd25-b5c5-4047-aeb3-6ee99b78f8a3 req-576abfdf-281e-44f1-8952-9c99f0b6ed5a tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0834055 Jun 10 22:47:49.817299 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d7b2dd25-b5c5-4047-aeb3-6ee99b78f8a3 req-490822f2-4b4f-46c2-b9c1-8dd91387c0df tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459616 Jun 10 22:47:50.929991 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 43848) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:51.029993 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e8aecb47-c2b0-462a-a5d4-4b7c75c4d1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:51.117252 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e8aecb47-c2b0-462a-a5d4-4b7c75c4d1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:51.189712 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e8aecb47-c2b0-462a-a5d4-4b7c75c4d1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:51.192698 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:51.235053 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-e8aecb47-c2b0-462a-a5d4-4b7c75c4d1b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0b40d67d79841b986feb4d9cf6f88bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038673 Jun 10 22:47:51.235959 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aecb47-c2b0-462a-a5d4-4b7c75c4d1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e43976-e0ad-4391-a47e-917bfc732ede,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:51.237717 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 43852) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:51.240270 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e8aecb47-c2b0-462a-a5d4-4b7c75c4d1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:51.304299 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6d1e-d2ab-4a7c-8dad-2392e244e063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:51.327333 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6d1e-d2ab-4a7c-8dad-2392e244e063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:51.469818 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6d1e-d2ab-4a7c-8dad-2392e244e063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:51.473026 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6d1e-d2ab-4a7c-8dad-2392e244e063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:51.474179 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-cd4a6d1e-d2ab-4a7c-8dad-2392e244e063 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2e43976-e0ad-4391-a47e-917bfc732ede HTTP/1.1" status: 204 len: 168 time: 0.2348745 Jun 10 22:47:51.474854 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:51.483664 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a6d1e-d2ab-4a7c-8dad-2392e244e063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e43976-e0ad-4391-a47e-917bfc732ede,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:51.486005 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-cd4a6d1e-d2ab-4a7c-8dad-2392e244e063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:52.153808 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-e73acfd4-36b4-46c7-bafe-9ba606d35a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:52.193577 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 43866) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:52.209528 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ec9168a0-d09b-4c14-88c0-a660d767a146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:52.298055 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ec9168a0-d09b-4c14-88c0-a660d767a146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:52.379395 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ec9168a0-d09b-4c14-88c0-a660d767a146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:52.382165 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e43033c2-8aeb-4931-896d-099529a92a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:52.397365 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:47:52.421485 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9168a0-d09b-4c14-88c0-a660d767a146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab47bf5-b438-41c6-a5eb-73f702432779,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:52.427057 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-ec9168a0-d09b-4c14-88c0-a660d767a146 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ac2c08ae94c499eb56169a1d5651901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323413 Jun 10 22:47:52.428369 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ec9168a0-d09b-4c14-88c0-a660d767a146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:52.429363 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 43870) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:52.489403 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4d293cb7-b3f4-416d-b950-5450e9f3c37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:52.516928 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4d293cb7-b3f4-416d-b950-5450e9f3c37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:52.554410 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:47:52.554671 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 0c901cb1-19e7-4a21-a8b8-739c53a1e5b9 not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:47:52.670239 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4d293cb7-b3f4-416d-b950-5450e9f3c37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:52.672795 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4d293cb7-b3f4-416d-b950-5450e9f3c37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:52.679815 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-4d293cb7-b3f4-416d-b950-5450e9f3c37a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ab47bf5-b438-41c6-a5eb-73f702432779 HTTP/1.1" status: 204 len: 168 time: 0.2436123 Jun 10 22:47:52.679815 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-cefc5493-9f6c-415f-b0d1-82e864179d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:52.685187 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d293cb7-b3f4-416d-b950-5450e9f3c37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab47bf5-b438-41c6-a5eb-73f702432779,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:52.687782 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4d293cb7-b3f4-416d-b950-5450e9f3c37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:54.610367 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae791c6d-23c9-4e39-a76b-a0f498c10e55 req-d9ca96e3-058c-49a2-82f0-7640d9ecc99f tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:54.611902 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ae791c6d-23c9-4e39-a76b-a0f498c10e55 req-d9ca96e3-058c-49a2-82f0-7640d9ecc99f tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0741017 Jun 10 22:47:54.656154 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ae791c6d-23c9-4e39-a76b-a0f498c10e55 req-2d203aa9-3c50-4426-aa41-262070fcf709 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377841 Jun 10 22:47:54.848075 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-55b223c7-f453-4196-9a92-e1f0173ccd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:54.879498 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:55.579115 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 43954) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:55.651086 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_v2 [None req-253fcea9-9f62-485d-8c1a-f2cce76b4bc2 admin admin] Deleting subnet 05789c59-3821-4546-a20f-b37b5d72bd49 {{(pid=98754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:47:55.651086 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-253fcea9-9f62-485d-8c1a-f2cce76b4bc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:55.692713 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-253fcea9-9f62-485d-8c1a-f2cce76b4bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261414575'] for subnet, precommit_delete_associations {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:55.744950 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:55.747127 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-253fcea9-9f62-485d-8c1a-f2cce76b4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:55.876414 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c05a68-4bee-4e79-a81c-4f40cff86a36 req-10cf3fed-409f-4da9-a03f-852a0cdbb402 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:55.879485 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c4c05a68-4bee-4e79-a81c-4f40cff86a36 req-10cf3fed-409f-4da9-a03f-852a0cdbb402 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.1040573 Jun 10 22:47:55.931008 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-253fcea9-9f62-485d-8c1a-f2cce76b4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261568170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260754709'] for subnet, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:55.936807 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:55.943136 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c4c05a68-4bee-4e79-a81c-4f40cff86a36 req-d26f8b18-18ea-4dbc-a866-cbcebe77fc6e tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530148 Jun 10 22:47:55.961844 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 43968) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:55.983424 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fcea9-9f62-485d-8c1a-f2cce76b4bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05789c59-3821-4546-a20f-b37b5d72bd49,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:55.996214 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-253fcea9-9f62-485d-8c1a-f2cce76b4bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:55.996214 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-253fcea9-9f62-485d-8c1a-f2cce76b4bc2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/05789c59-3821-4546-a20f-b37b5d72bd49 HTTP/1.1" status: 204 len: 168 time: 0.4071081 Jun 10 22:47:55.996214 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-253fcea9-9f62-485d-8c1a-f2cce76b4bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:55.998079 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 43970) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:56.013759 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2479ff7-b582-4b10-9e1a-50866402a180 admin admin] Deleting subnet 3cd84139-7323-4b1e-b04a-913a61f2e35f {{(pid=98755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:47:56.016739 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d2479ff7-b582-4b10-9e1a-50866402a180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.058384 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d2479ff7-b582-4b10-9e1a-50866402a180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261504014'] for subnet, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.087274 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-eb1a9fef-3f59-4d91-8e3e-d1ce9e5d9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.108433 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d2479ff7-b582-4b10-9e1a-50866402a180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.203842 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-eb1a9fef-3f59-4d91-8e3e-d1ce9e5d9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.215576 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-eb1a9fef-3f59-4d91-8e3e-d1ce9e5d9d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d30830-e15a-4cbf-bb8e-2e2fc0da6554']}} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:56.227432 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-eb1a9fef-3f59-4d91-8e3e-d1ce9e5d9d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bfd360-e624-4301-b733-08a25ff1e089') {'for_net_delete': True} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:56.227800 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-eb1a9fef-3f59-4d91-8e3e-d1ce9e5d9d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bfd360-e624-4301-b733-08a25ff1e089') {} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:56.237455 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-eb1a9fef-3f59-4d91-8e3e-d1ce9e5d9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261414582'] for segment, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.256269 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-eb1a9fef-3f59-4d91-8e3e-d1ce9e5d9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.262164 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1a9fef-3f59-4d91-8e3e-d1ce9e5d9d60 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=98754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:47:56.262568 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-eb1a9fef-3f59-4d91-8e3e-d1ce9e5d9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261566773'] for segment, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: Traceback (most recent call last): Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: timer() Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: cb(*args, **kw) Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: return func(*args, **kwargs) Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: self._notify() Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: self.callback(batched_events) Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: event.method(event) Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: return f(self, *a, **k) Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._get(url).json() Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: return self.request(url, 'GET', **kwargs) Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:47:56.264251 dv-cinder-790535-2-iscsi neutron-server[98754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:47:56.310175 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d2479ff7-b582-4b10-9e1a-50866402a180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260563444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263884791'] for subnet, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.312709 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:56.342803 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479ff7-b582-4b10-9e1a-50866402a180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd84139-7323-4b1e-b04a-913a61f2e35f,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:56.345755 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d2479ff7-b582-4b10-9e1a-50866402a180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:56.346901 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d2479ff7-b582-4b10-9e1a-50866402a180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.349839 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-d2479ff7-b582-4b10-9e1a-50866402a180 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3cd84139-7323-4b1e-b04a-913a61f2e35f HTTP/1.1" status: 204 len: 168 time: 0.3866360 Jun 10 22:47:56.351952 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 43972) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:56.430229 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-eb1a9fef-3f59-4d91-8e3e-d1ce9e5d9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.433898 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:56.436461 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-eb1a9fef-3f59-4d91-8e3e-d1ce9e5d9d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.438320 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-eb1a9fef-3f59-4d91-8e3e-d1ce9e5d9d60 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f6d30830-e15a-4cbf-bb8e-2e2fc0da6554 HTTP/1.1" status: 204 len: 168 time: 0.4392323 Jun 10 22:47:56.441190 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 43974) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:56.450176 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-31ec1f07-4fc4-4653-ba8f-0ad5ba74755b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.452376 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a9fef-3f59-4d91-8e3e-d1ce9e5d9d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d30830-e15a-4cbf-bb8e-2e2fc0da6554,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:56.454881 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-eb1a9fef-3f59-4d91-8e3e-d1ce9e5d9d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:56.530890 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbacf3a-ec3e-4073-82ca-46fdb9dbeef5 admin admin] Deleting subnet 4bd1a0ae-d798-4acc-9fdd-856466160bc5 {{(pid=98755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:47:56.551479 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0dbacf3a-ec3e-4073-82ca-46fdb9dbeef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.637649 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-31ec1f07-4fc4-4653-ba8f-0ad5ba74755b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.654324 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-31ec1f07-4fc4-4653-ba8f-0ad5ba74755b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7']}} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:56.665981 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-31ec1f07-4fc4-4653-ba8f-0ad5ba74755b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5b060d-d832-4d3e-b189-12fc02433228') {'for_net_delete': True} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:56.666492 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-31ec1f07-4fc4-4653-ba8f-0ad5ba74755b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5b060d-d832-4d3e-b189-12fc02433228') {} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:56.681641 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-31ec1f07-4fc4-4653-ba8f-0ad5ba74755b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261504023'] for segment, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.698970 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-31ec1f07-4fc4-4653-ba8f-0ad5ba74755b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.704873 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ec1f07-4fc4-4653-ba8f-0ad5ba74755b admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=98755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:47:56.705319 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-31ec1f07-4fc4-4653-ba8f-0ad5ba74755b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260564587'] for segment, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: Traceback (most recent call last): Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: timer() Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: cb(*args, **kw) Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: return func(*args, **kwargs) Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: self._notify() Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: self.callback(batched_events) Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: event.method(event) Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: return f(self, *a, **k) Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._get(url).json() Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: return self.request(url, 'GET', **kwargs) Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:47:56.732916 dv-cinder-790535-2-iscsi neutron-server[98755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:47:56.782630 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0dbacf3a-ec3e-4073-82ca-46fdb9dbeef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261504014'] for subnet, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.832732 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0dbacf3a-ec3e-4073-82ca-46fdb9dbeef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.890976 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-31ec1f07-4fc4-4653-ba8f-0ad5ba74755b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.894614 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:56.897297 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-31ec1f07-4fc4-4653-ba8f-0ad5ba74755b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.899035 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-31ec1f07-4fc4-4653-ba8f-0ad5ba74755b admin admin] 10.222.0.25 "DELETE /v2.0/networks/c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7 HTTP/1.1" status: 204 len: 168 time: 0.5461709 Jun 10 22:47:56.913808 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec1f07-4fc4-4653-ba8f-0ad5ba74755b admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a7d78b-0a2b-4629-b320-eb3dd7ac5fa7,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:56.916152 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-31ec1f07-4fc4-4653-ba8f-0ad5ba74755b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:56.988801 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0dbacf3a-ec3e-4073-82ca-46fdb9dbeef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260563444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263884791'] for subnet, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:56.990460 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:57.026584 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbacf3a-ec3e-4073-82ca-46fdb9dbeef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd1a0ae-d798-4acc-9fdd-856466160bc5,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:57.032862 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0dbacf3a-ec3e-4073-82ca-46fdb9dbeef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:57.033978 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0dbacf3a-ec3e-4073-82ca-46fdb9dbeef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:57.037227 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-0dbacf3a-ec3e-4073-82ca-46fdb9dbeef5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4bd1a0ae-d798-4acc-9fdd-856466160bc5 HTTP/1.1" status: 204 len: 168 time: 0.5938952 Jun 10 22:47:57.038529 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 44004) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:57.181326 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc104-8e29-4c25-a1b3-681de3ed0869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:57.212043 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ccc76-0d16-4e0a-9f4b-ea546c6f3808 req-593240ab-fc47-4930-b6ad-2558ec18c7c1 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:57.213545 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1a8ccc76-0d16-4e0a-9f4b-ea546c6f3808 req-593240ab-fc47-4930-b6ad-2558ec18c7c1 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.1393793 Jun 10 22:47:57.265139 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:57.388852 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 44010) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:57.446435 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-1cc95335-059a-49bc-9d17-3d025ce8b03d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62536f4eecbc4dda997c12755838ce09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0533690 Jun 10 22:47:57.446664 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 44014) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:57.509489 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0412c246-19e5-484b-9abd-6481f546506e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:57.534289 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0412c246-19e5-484b-9abd-6481f546506e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:57.600633 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc104-8e29-4c25-a1b3-681de3ed0869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:57.616822 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1a8ccc76-0d16-4e0a-9f4b-ea546c6f3808 req-8a5b03e4-7d0d-4ecb-979d-4f984f512047 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767645 Jun 10 22:47:57.618351 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-1d0dc104-8e29-4c25-a1b3-681de3ed0869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3e75a1-3550-4142-88a8-ef08894596d0']}} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:57.628865 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-1d0dc104-8e29-4c25-a1b3-681de3ed0869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2322dbfc-9d85-483c-8eb0-3bea86e1649e') {'for_net_delete': True} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:57.629167 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-1d0dc104-8e29-4c25-a1b3-681de3ed0869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2322dbfc-9d85-483c-8eb0-3bea86e1649e') {} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:47:57.640610 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc104-8e29-4c25-a1b3-681de3ed0869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261504023'] for segment, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:57.655528 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc104-8e29-4c25-a1b3-681de3ed0869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:57.661966 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0dc104-8e29-4c25-a1b3-681de3ed0869 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=98755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:47:57.662348 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc104-8e29-4c25-a1b3-681de3ed0869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260564587'] for segment, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: Traceback (most recent call last): Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: timer() Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: cb(*args, **kw) Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: return func(*args, **kwargs) Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: self._notify() Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: self.callback(batched_events) Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: event.method(event) Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: return f(self, *a, **k) Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._get(url).json() Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: return self.request(url, 'GET', **kwargs) Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:47:57.664205 dv-cinder-790535-2-iscsi neutron-server[98755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:47:57.736541 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0412c246-19e5-484b-9abd-6481f546506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:57.739098 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0412c246-19e5-484b-9abd-6481f546506e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:57.740294 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-0412c246-19e5-484b-9abd-6481f546506e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9017df50-b451-4a3c-8ff1-869b359a6ef8 HTTP/1.1" status: 204 len: 168 time: 0.2927802 Jun 10 22:47:57.741055 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0829cbad-2bd0-4f4d-8514-87822d2c36c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:57.750063 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412c246-19e5-484b-9abd-6481f546506e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9017df50-b451-4a3c-8ff1-869b359a6ef8,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:57.752506 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0412c246-19e5-484b-9abd-6481f546506e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:57.870187 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc104-8e29-4c25-a1b3-681de3ed0869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:57.874429 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3143e177-c584-4389-b4a2-4178278722ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:57.878641 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc104-8e29-4c25-a1b3-681de3ed0869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:57.880525 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-1d0dc104-8e29-4c25-a1b3-681de3ed0869 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ba3e75a1-3550-4142-88a8-ef08894596d0 HTTP/1.1" status: 204 len: 168 time: 0.8408966 Jun 10 22:47:57.894618 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dc104-8e29-4c25-a1b3-681de3ed0869 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba3e75a1-3550-4142-88a8-ef08894596d0,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:57.899639 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-1d0dc104-8e29-4c25-a1b3-681de3ed0869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:58.405074 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 44040) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:58.461277 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-57b6dd3f-c57a-4019-8d35-a6dd3f75c64b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dfc0c1e28b0b4113880bdf6cfe4a39ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549688 Jun 10 22:47:58.463684 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 44048) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:58.516918 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1c01-9235-4755-afc2-af59ecddb7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:58.540546 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1c01-9235-4755-afc2-af59ecddb7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:58.777228 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1c01-9235-4755-afc2-af59ecddb7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:58.779793 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1c01-9235-4755-afc2-af59ecddb7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:47:58.781024 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-5c4c1c01-9235-4755-afc2-af59ecddb7e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95ffbcae-b453-413a-8bac-6c82c24fd6b6 HTTP/1.1" status: 204 len: 168 time: 0.3163550 Jun 10 22:47:58.782403 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:47:58.794445 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c1c01-9235-4755-afc2-af59ecddb7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ffbcae-b453-413a-8bac-6c82c24fd6b6,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:47:58.798696 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5c4c1c01-9235-4755-afc2-af59ecddb7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:47:58.828852 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153622ba-8d8f-494d-bcac-b4748a8eeffb req-4d32b6d1-869b-450f-af4f-21ad4f644286 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:47:58.830423 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-153622ba-8d8f-494d-bcac-b4748a8eeffb req-4d32b6d1-869b-450f-af4f-21ad4f644286 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0882440 Jun 10 22:47:58.880711 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-153622ba-8d8f-494d-bcac-b4748a8eeffb req-63b72c39-f2f2-414a-8a17-107b00b3c4db tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388846 Jun 10 22:47:59.829592 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 44100) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:59.869112 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 44106) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:59.921584 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 44110) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:47:59.930225 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-c4a8b9fd-2dd3-4ba9-85ac-8bc8ba76b9ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=451338326d054b6a8ab3f43b279006fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598593 Jun 10 22:47:59.977960 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a86c0b59-32c9-496c-9aec-a1b2372ed09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:00.000840 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a86c0b59-32c9-496c-9aec-a1b2372ed09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:00.012672 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e45b7942-d6a1-4c74-a011-6b06a6bd8281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:00.119574 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a86c0b59-32c9-496c-9aec-a1b2372ed09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:00.122411 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a86c0b59-32c9-496c-9aec-a1b2372ed09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:00.124233 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-a86c0b59-32c9-496c-9aec-a1b2372ed09b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3db9d6e-ce46-41ee-8195-31f1743bbac9 HTTP/1.1" status: 204 len: 168 time: 0.2004216 Jun 10 22:48:00.124536 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:00.134534 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c0b59-32c9-496c-9aec-a1b2372ed09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3db9d6e-ce46-41ee-8195-31f1743bbac9,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:00.136915 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a86c0b59-32c9-496c-9aec-a1b2372ed09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:00.185948 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e45b7942-d6a1-4c74-a011-6b06a6bd8281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:00.305142 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e45b7942-d6a1-4c74-a011-6b06a6bd8281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:00.308735 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3d5c2cf4-26cf-428b-8d2a-fa8458e8ce69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:00.348235 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-e45b7942-d6a1-4c74-a011-6b06a6bd8281 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d39fb18296b4fcfb7cf8f47cd6026fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170395 Jun 10 22:48:00.349395 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b7942-d6a1-4c74-a011-6b06a6bd8281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40f2489-21f5-4f07-b29e-cfc03dbfa2d8,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:00.350938 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 44126) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:00.352443 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e45b7942-d6a1-4c74-a011-6b06a6bd8281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:00.412520 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-90ae26cc-07fd-483e-a630-e9c46d7fe8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:00.437456 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-90ae26cc-07fd-483e-a630-e9c46d7fe8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:00.589836 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-90ae26cc-07fd-483e-a630-e9c46d7fe8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:00.592567 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-90ae26cc-07fd-483e-a630-e9c46d7fe8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:00.593894 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-90ae26cc-07fd-483e-a630-e9c46d7fe8bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a40f2489-21f5-4f07-b29e-cfc03dbfa2d8 HTTP/1.1" status: 204 len: 168 time: 0.2412224 Jun 10 22:48:00.594675 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:00.604240 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae26cc-07fd-483e-a630-e9c46d7fe8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40f2489-21f5-4f07-b29e-cfc03dbfa2d8,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:00.606519 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-90ae26cc-07fd-483e-a630-e9c46d7fe8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:01.429533 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 44160) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:01.447456 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7169436f-7415-43e6-baf2-a15b0e01ba97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:01.542226 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7169436f-7415-43e6-baf2-a15b0e01ba97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:01.622362 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7169436f-7415-43e6-baf2-a15b0e01ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:01.626039 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-fc8bcada-b8ea-45cd-ba7d-0db873d5767f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:01.665559 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-7169436f-7415-43e6-baf2-a15b0e01ba97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f12b91b9d8da4c28a581f91a448eb163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349861 Jun 10 22:48:01.666813 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169436f-7415-43e6-baf2-a15b0e01ba97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27ec88d-cdc9-4ca2-9205-2d1bc51680ed,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:01.668222 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 44168) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:01.669820 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-7169436f-7415-43e6-baf2-a15b0e01ba97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:01.721291 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7a579743-54ca-4654-aec4-0aef0be67543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:01.744649 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7a579743-54ca-4654-aec4-0aef0be67543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:01.904281 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7a579743-54ca-4654-aec4-0aef0be67543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:01.906829 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7a579743-54ca-4654-aec4-0aef0be67543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:01.907991 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-7a579743-54ca-4654-aec4-0aef0be67543 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a27ec88d-cdc9-4ca2-9205-2d1bc51680ed HTTP/1.1" status: 204 len: 168 time: 0.2387609 Jun 10 22:48:01.908636 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:01.918538 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a579743-54ca-4654-aec4-0aef0be67543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27ec88d-cdc9-4ca2-9205-2d1bc51680ed,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:01.920933 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7a579743-54ca-4654-aec4-0aef0be67543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:02.303104 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86572897-899c-46e3-9449-68ef772dd6e5 req-1e4cd57e-ae1b-403c-9298-9ea010dd2d79 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:02.304953 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-86572897-899c-46e3-9449-68ef772dd6e5 req-1e4cd57e-ae1b-403c-9298-9ea010dd2d79 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0763426 Jun 10 22:48:02.347265 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-86572897-899c-46e3-9449-68ef772dd6e5 req-b55b07f7-41c7-4980-8e2d-fff505c85f40 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365751 Jun 10 22:48:04.253446 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c49de-d31b-4210-97f4-4db23d111785 req-8d9993a7-827c-402f-8d84-090e4cfe9ffe tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:04.254904 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b86c49de-d31b-4210-97f4-4db23d111785 req-8d9993a7-827c-402f-8d84-090e4cfe9ffe tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0726347 Jun 10 22:48:04.297136 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b86c49de-d31b-4210-97f4-4db23d111785 req-49a181ca-21e1-402c-b7cf-1c5cbb8927ee tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361850 Jun 10 22:48:05.479002 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b9e39-5083-4ab3-bdc4-3d0eaff5bb33 req-6395b9ea-ee5b-41ed-939e-acbc841ea16b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:05.480521 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-187b9e39-5083-4ab3-bdc4-3d0eaff5bb33 req-6395b9ea-ee5b-41ed-939e-acbc841ea16b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0684760 Jun 10 22:48:05.522342 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-187b9e39-5083-4ab3-bdc4-3d0eaff5bb33 req-246caa36-d847-4916-a35e-d7f45fa65d50 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360067 Jun 10 22:48:06.825564 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:48:07.632009 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 44402) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:07.737011 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e83f1935-2e4e-41b8-9703-4f5d8c47e83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:07.825312 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e83f1935-2e4e-41b8-9703-4f5d8c47e83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:07.898261 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e83f1935-2e4e-41b8-9703-4f5d8c47e83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:07.901557 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0ca4d6e2-f29c-4d8f-94bf-88f71126754c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:07.941704 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-e83f1935-2e4e-41b8-9703-4f5d8c47e83a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22f1b6c2c7bc4593b9fc04a5c40c91aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085270 Jun 10 22:48:07.943568 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f1935-2e4e-41b8-9703-4f5d8c47e83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bf99b0-9835-454c-a640-f2610bbdfa50,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:07.944264 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 44408) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:07.946742 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e83f1935-2e4e-41b8-9703-4f5d8c47e83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:07.997477 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3fcbaafe-f734-450e-ae62-be08b98ad67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:08.024760 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3fcbaafe-f734-450e-ae62-be08b98ad67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:08.153620 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3fcbaafe-f734-450e-ae62-be08b98ad67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:08.156253 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3fcbaafe-f734-450e-ae62-be08b98ad67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:08.157374 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-3fcbaafe-f734-450e-ae62-be08b98ad67c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9bf99b0-9835-454c-a640-f2610bbdfa50 HTTP/1.1" status: 204 len: 168 time: 0.2121456 Jun 10 22:48:08.158166 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5f3b5b16-d6fb-4e89-8767-3c5240b8287d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:08.166999 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbaafe-f734-450e-ae62-be08b98ad67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bf99b0-9835-454c-a640-f2610bbdfa50,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:08.169301 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-3fcbaafe-f734-450e-ae62-be08b98ad67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:08.833148 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 44424) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:08.848972 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-76e51ec1-b451-497e-9174-d2fe514236eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:08.938425 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-76e51ec1-b451-497e-9174-d2fe514236eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:08.999237 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-76e51ec1-b451-497e-9174-d2fe514236eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:09.001608 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5d4922ac-7b7e-46ac-9087-4856a6ece194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:09.041333 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-76e51ec1-b451-497e-9174-d2fe514236eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97601eb8f64f40588af44a7637cd2e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071126 Jun 10 22:48:09.042465 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e51ec1-b451-497e-9174-d2fe514236eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996deb44-61c1-42ce-844e-0b7e26ab0d1e,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:09.044429 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 44428) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:09.045415 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-76e51ec1-b451-497e-9174-d2fe514236eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:09.098429 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5ae26adf-4a0a-4dec-9081-1d756e860340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:09.119897 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5ae26adf-4a0a-4dec-9081-1d756e860340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:09.233781 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5ae26adf-4a0a-4dec-9081-1d756e860340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:09.236375 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5ae26adf-4a0a-4dec-9081-1d756e860340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:09.237495 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-5ae26adf-4a0a-4dec-9081-1d756e860340 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/996deb44-61c1-42ce-844e-0b7e26ab0d1e HTTP/1.1" status: 204 len: 168 time: 0.1915979 Jun 10 22:48:09.238277 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e7f3a3ce-6f98-4890-800d-ecfe40742d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:09.246770 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae26adf-4a0a-4dec-9081-1d756e860340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996deb44-61c1-42ce-844e-0b7e26ab0d1e,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:09.248948 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-5ae26adf-4a0a-4dec-9081-1d756e860340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:10.599490 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d464667-c2eb-463a-b52e-6b18e7113970 req-8a2f86f5-33d6-4e70-afde-612914396a03 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:10.601085 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9d464667-c2eb-463a-b52e-6b18e7113970 req-8a2f86f5-33d6-4e70-afde-612914396a03 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0694637 Jun 10 22:48:10.650592 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9d464667-c2eb-463a-b52e-6b18e7113970 req-226baa8b-2537-43bd-9ee9-91e72d8d7642 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404339 Jun 10 22:48:11.833771 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687535b-32b8-4a20-9b49-166b9bde1348 req-d1561fdd-dc1a-4182-a901-6381b0fe1247 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:11.835262 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1687535b-32b8-4a20-9b49-166b9bde1348 req-d1561fdd-dc1a-4182-a901-6381b0fe1247 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0719724 Jun 10 22:48:11.878341 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1687535b-32b8-4a20-9b49-166b9bde1348 req-6238f42e-af97-4e2b-a6d1-1ddb6dd720f2 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370851 Jun 10 22:48:13.072779 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8994b1-d91e-4835-9a12-702a4e7fa36d req-73d9f06c-28f5-4826-ae6f-e71b6a3c7f94 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:13.074259 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3b8994b1-d91e-4835-9a12-702a4e7fa36d req-73d9f06c-28f5-4826-ae6f-e71b6a3c7f94 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0691397 Jun 10 22:48:13.116508 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3b8994b1-d91e-4835-9a12-702a4e7fa36d req-6c98e778-5f6b-4373-824b-ea4238c402bf tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366585 Jun 10 22:48:15.713823 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:17.152172 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 44644) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:17.252667 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-55743141-dc7c-43a7-91fe-4a671f202d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:17.343378 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-55743141-dc7c-43a7-91fe-4a671f202d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:17.441185 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-55743141-dc7c-43a7-91fe-4a671f202d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:17.445207 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:17.488436 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-55743141-dc7c-43a7-91fe-4a671f202d3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd816c26c0d44fc6ac2c424816d6131f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351355 Jun 10 22:48:17.490068 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 44652) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:17.490977 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55743141-dc7c-43a7-91fe-4a671f202d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f18bda-67e4-4f55-ac82-3f282c9d3f03,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:17.493971 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-55743141-dc7c-43a7-91fe-4a671f202d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:17.544683 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f27664b9-ecf2-4a25-80d1-6c4ccd934647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:17.569325 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f27664b9-ecf2-4a25-80d1-6c4ccd934647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:17.726719 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f27664b9-ecf2-4a25-80d1-6c4ccd934647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:17.729328 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f27664b9-ecf2-4a25-80d1-6c4ccd934647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:17.730454 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-f27664b9-ecf2-4a25-80d1-6c4ccd934647 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18f18bda-67e4-4f55-ac82-3f282c9d3f03 HTTP/1.1" status: 204 len: 168 time: 0.2386801 Jun 10 22:48:17.731188 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-d7bc7f2f-08a1-4c68-ac62-cee9f6ade43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:17.740158 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27664b9-ecf2-4a25-80d1-6c4ccd934647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f18bda-67e4-4f55-ac82-3f282c9d3f03,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:17.742275 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f27664b9-ecf2-4a25-80d1-6c4ccd934647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:18.212028 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b0a31-9e50-4505-a931-c54f774e6621 req-410b16dc-ed2d-4312-a158-920df2f52157 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:18.213481 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7d1b0a31-9e50-4505-a931-c54f774e6621 req-410b16dc-ed2d-4312-a158-920df2f52157 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0728958 Jun 10 22:48:18.253266 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7d1b0a31-9e50-4505-a931-c54f774e6621 req-739274cf-fe1f-41e8-acab-6e0d08331220 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338132 Jun 10 22:48:18.357041 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 44668) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:18.372027 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-76d3252d-1e97-4d29-90e0-775c8471f322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:18.464106 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-76d3252d-1e97-4d29-90e0-775c8471f322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:18.526378 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-76d3252d-1e97-4d29-90e0-775c8471f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:18.529756 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a06b8aa4-b06a-4381-aa8a-eaa0e5e71bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:18.568704 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-76d3252d-1e97-4d29-90e0-775c8471f322 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2007988ec494a85ae0b9c25a01f8a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105770 Jun 10 22:48:18.570470 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3252d-1e97-4d29-90e0-775c8471f322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710910d3-3056-42f0-8115-d2d41afcc8e0,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:18.571910 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 44674) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:18.573602 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-76d3252d-1e97-4d29-90e0-775c8471f322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:18.624185 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6390a84a-6057-46a4-b984-c860135004cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:18.646878 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6390a84a-6057-46a4-b984-c860135004cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:18.816545 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6390a84a-6057-46a4-b984-c860135004cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:18.819033 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6390a84a-6057-46a4-b984-c860135004cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:18.820883 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-6390a84a-6057-46a4-b984-c860135004cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/710910d3-3056-42f0-8115-d2d41afcc8e0 HTTP/1.1" status: 204 len: 168 time: 0.2479827 Jun 10 22:48:18.821634 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-19002acc-b1d5-4ef3-8015-afe33ffbd18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:18.831017 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390a84a-6057-46a4-b984-c860135004cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710910d3-3056-42f0-8115-d2d41afcc8e0,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:18.833982 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6390a84a-6057-46a4-b984-c860135004cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:19.440896 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14e69b-6b2d-40c9-b5fe-40bd11db67a9 req-150e30a8-6f36-4ba9-a566-42facec34d2a tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:19.446276 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8e14e69b-6b2d-40c9-b5fe-40bd11db67a9 req-150e30a8-6f36-4ba9-a566-42facec34d2a tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0722301 Jun 10 22:48:19.489156 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8e14e69b-6b2d-40c9-b5fe-40bd11db67a9 req-fd65faa1-10ff-4570-915f-b19c0b1560c7 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392897 Jun 10 22:48:20.700019 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc7779-08fd-4d4d-bc04-af4b779c958c req-0694db10-f683-40e7-a825-93b46718fa42 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:20.701704 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-24cc7779-08fd-4d4d-bc04-af4b779c958c req-0694db10-f683-40e7-a825-93b46718fa42 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0813470 Jun 10 22:48:20.752004 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b112d-a96b-4789-ac86-7c567423f6ea req-32c72ebe-7fe4-4f37-9459-5f6ce1513e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:20.755455 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a19b112d-a96b-4789-ac86-7c567423f6ea req-32c72ebe-7fe4-4f37-9459-5f6ce1513e72 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 1098 time: 0.0988395 Jun 10 22:48:20.756441 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-24cc7779-08fd-4d4d-bc04-af4b779c958c req-46aab4f4-df9c-4ecd-b5ee-a9e31c06969a tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482371 Jun 10 22:48:20.796797 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a19b112d-a96b-4789-ac86-7c567423f6ea req-c08e72ca-0e83-42ff-bfb2-efdf8afaa486 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342155 Jun 10 22:48:21.945644 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96772c95-5e70-455b-b3ea-c769c8a0fa0e req-75d105b3-410a-400e-b1ab-b26a6fd96420 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:21.947121 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-96772c95-5e70-455b-b3ea-c769c8a0fa0e req-75d105b3-410a-400e-b1ab-b26a6fd96420 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0750048 Jun 10 22:48:21.989755 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-96772c95-5e70-455b-b3ea-c769c8a0fa0e req-413ca3e4-b93c-4367-846d-cac3ee4b47d6 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365994 Jun 10 22:48:22.212708 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-983fa30c-df13-4097-8a0e-89db5a8f9d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:23.172737 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0a77c-68cc-4f1a-a2c8-36c2a4e6a573 req-e096d73c-584b-47d4-9905-5d8d42ebd1b1 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:23.174343 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4ad0a77c-68cc-4f1a-a2c8-36c2a4e6a573 req-e096d73c-584b-47d4-9905-5d8d42ebd1b1 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0708008 Jun 10 22:48:23.216391 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4ad0a77c-68cc-4f1a-a2c8-36c2a4e6a573 req-611eeb4f-6f07-4a30-944d-132ee9c12a4e tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360508 Jun 10 22:48:23.403257 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860abb0-adac-4e37-b952-84e85c0ad2f7 req-42e5d348-22b6-4eba-9634-385b908e060e tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:23.404762 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1860abb0-adac-4e37-b952-84e85c0ad2f7 req-42e5d348-22b6-4eba-9634-385b908e060e tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0720620 Jun 10 22:48:23.445674 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1860abb0-adac-4e37-b952-84e85c0ad2f7 req-8c2fd88a-3616-49e4-a937-377750c04849 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352836 Jun 10 22:48:24.840123 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-fd86ed0f-6a43-4f95-a8ca-0ad0ef2844fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:24.842074 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:25.732355 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:27.315753 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:28.143308 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b9d1b-9722-459c-99de-18da2cfc5ebf req-fbd53718-e78a-42df-a612-18fa8ab67605 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:28.144827 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7b4b9d1b-9722-459c-99de-18da2cfc5ebf req-fbd53718-e78a-42df-a612-18fa8ab67605 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0738015 Jun 10 22:48:28.228374 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7b4b9d1b-9722-459c-99de-18da2cfc5ebf req-56110fdc-2e7f-4c52-94c5-b2154cff2a4a tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741272 Jun 10 22:48:28.246885 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961c9ee-4656-4a2b-8db8-cd2b4e434ecf req-0697818b-8c4a-4831-878b-4be1a68116b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:28.249450 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1961c9ee-4656-4a2b-8db8-cd2b4e434ecf req-0697818b-8c4a-4831-878b-4be1a68116b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b9e491776fc444595d858b6d9fa77d4&device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 1099 time: 0.1035106 Jun 10 22:48:28.337298 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45008) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:28.383163 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961c9ee-4656-4a2b-8db8-cd2b4e434ecf req-85577b7d-0859-45e2-84ee-2ad0ae8c9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:28.384952 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1961c9ee-4656-4a2b-8db8-cd2b4e434ecf req-85577b7d-0859-45e2-84ee-2ad0ae8c9618 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503 HTTP/1.1" status: 200 len: 919 time: 0.1287105 Jun 10 22:48:28.442367 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1961c9ee-4656-4a2b-8db8-cd2b4e434ecf req-62f13a64-7e43-4010-b31a-60a8d2b25549 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fe94f38-ee22-46cf-a4fb-fdc468635e8f HTTP/1.1" status: 200 len: 217 time: 0.0505166 Jun 10 22:48:28.469181 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0659-1615-4718-b3f6-6490160c1ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:28.499808 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961c9ee-4656-4a2b-8db8-cd2b4e434ecf req-88eae9eb-ac6d-4d7d-8d56-7cd0d7d0c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:28.501235 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1961c9ee-4656-4a2b-8db8-cd2b4e434ecf req-88eae9eb-ac6d-4d7d-8d56-7cd0d7d0c313 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1b3330e-cf08-42c3-864b-2bcbf890eaf6 HTTP/1.1" status: 200 len: 859 time: 0.0522401 Jun 10 22:48:28.546831 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1961c9ee-4656-4a2b-8db8-cd2b4e434ecf req-f708182a-7a91-410c-91e6-a0019a601bc5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377553 Jun 10 22:48:28.566776 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0659-1615-4718-b3f6-6490160c1ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:28.659756 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1961c9ee-4656-4a2b-8db8-cd2b4e434ecf req-8eeb44aa-478d-4214-a613-5e1116cfd8fa service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051817 Jun 10 22:48:28.698127 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0659-1615-4718-b3f6-6490160c1ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:28.701748 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-76e51ec1-b451-497e-9174-d2fe514236eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:28.742912 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-ac0c0659-1615-4718-b3f6-6490160c1ca2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c3157f969a246039639e592f4bdf82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033983 Jun 10 22:48:28.744247 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c0659-1615-4718-b3f6-6490160c1ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6689acbf-4e00-41f6-aa54-ab18278d93b9,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:28.746520 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45026) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:28.762304 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ac0c0659-1615-4718-b3f6-6490160c1ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:28.794560 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1961c9ee-4656-4a2b-8db8-cd2b4e434ecf req-07ce74e5-29b0-4991-8031-0f4ea6ba94c9 service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238186 Jun 10 22:48:28.805444 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-baf636bb-dfe4-4080-9edd-0ef2a28c5a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:28.828965 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-baf636bb-dfe4-4080-9edd-0ef2a28c5a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:28.960982 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-baf636bb-dfe4-4080-9edd-0ef2a28c5a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:28.963581 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-baf636bb-dfe4-4080-9edd-0ef2a28c5a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:28.964736 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-baf636bb-dfe4-4080-9edd-0ef2a28c5a1e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6689acbf-4e00-41f6-aa54-ab18278d93b9 HTTP/1.1" status: 204 len: 168 time: 0.2171612 Jun 10 22:48:28.965565 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-cd4a6d1e-d2ab-4a7c-8dad-2392e244e063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:28.975985 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf636bb-dfe4-4080-9edd-0ef2a28c5a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6689acbf-4e00-41f6-aa54-ab18278d93b9,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:28.982718 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-baf636bb-dfe4-4080-9edd-0ef2a28c5a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:29.155699 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45044) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:29.391005 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ac0eef0a-d5c3-4466-82dc-38f3ff09cccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:29.458021 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c6360-2a94-42d5-856f-31d76954e2e2 req-09d3ad95-bb26-4463-8a01-766f2881bf84 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:29.459713 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-330c6360-2a94-42d5-856f-31d76954e2e2 req-09d3ad95-bb26-4463-8a01-766f2881bf84 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0771332 Jun 10 22:48:29.511985 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ac0eef0a-d5c3-4466-82dc-38f3ff09cccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:29.525425 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-330c6360-2a94-42d5-856f-31d76954e2e2 req-22f89e7a-0a15-4b45-951c-841777eb3d65 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584896 Jun 10 22:48:29.617928 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ac0eef0a-d5c3-4466-82dc-38f3ff09cccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:29.621499 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-1e9c4d90-c651-4f1f-ab08-a279c3c8dc4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:29.661735 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-ac0eef0a-d5c3-4466-82dc-38f3ff09cccf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b975bdfbc16440b8b8d605439d1cbae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5049407 Jun 10 22:48:29.664489 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45062) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:29.666685 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eef0a-d5c3-4466-82dc-38f3ff09cccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918e37ed-9f83-4b1a-b032-68a6ee055c16,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:29.669780 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ac0eef0a-d5c3-4466-82dc-38f3ff09cccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:29.722705 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6025f93f-6f75-4e5a-9e89-b53753427181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:29.745527 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6025f93f-6f75-4e5a-9e89-b53753427181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:29.926487 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6025f93f-6f75-4e5a-9e89-b53753427181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:29.929339 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6025f93f-6f75-4e5a-9e89-b53753427181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:29.930460 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-6025f93f-6f75-4e5a-9e89-b53753427181 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/918e37ed-9f83-4b1a-b032-68a6ee055c16 HTTP/1.1" status: 204 len: 168 time: 0.2647164 Jun 10 22:48:29.931206 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-3fcbaafe-f734-450e-ae62-be08b98ad67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:29.939761 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025f93f-6f75-4e5a-9e89-b53753427181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e37ed-9f83-4b1a-b032-68a6ee055c16,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:29.942076 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-6025f93f-6f75-4e5a-9e89-b53753427181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:30.716101 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671e01d-9f34-4784-9187-2f47a8b7b97c req-bf4f2025-385b-45f3-9eff-a2e729640aab tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:30.717724 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f671e01d-9f34-4784-9187-2f47a8b7b97c req-bf4f2025-385b-45f3-9eff-a2e729640aab tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0761347 Jun 10 22:48:30.749395 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45092) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:30.762011 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f671e01d-9f34-4784-9187-2f47a8b7b97c req-6b43ad4b-3747-4e40-9668-611fa9b1aa31 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382967 Jun 10 22:48:30.765325 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-80ee2213-3460-4be3-b59c-d53297a61df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:30.857853 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-80ee2213-3460-4be3-b59c-d53297a61df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:30.932641 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-80ee2213-3460-4be3-b59c-d53297a61df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:30.936115 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-37248542-4f5e-4308-b46b-7242347aad29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:30.980404 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-80ee2213-3460-4be3-b59c-d53297a61df1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c93d00d1d2994eeba21a7f36b02efcfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270677 Jun 10 22:48:30.980404 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee2213-3460-4be3-b59c-d53297a61df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533242e5-911b-4266-8fa0-a4bb514f362d,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:30.980764 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45094) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:30.981960 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-80ee2213-3460-4be3-b59c-d53297a61df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:31.032532 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8e7eafb8-946c-4cea-ae27-1496313ff9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:31.059980 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8e7eafb8-946c-4cea-ae27-1496313ff9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:31.086595 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45098) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:31.172528 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8e7eafb8-946c-4cea-ae27-1496313ff9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:31.175080 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8e7eafb8-946c-4cea-ae27-1496313ff9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:31.176218 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-8e7eafb8-946c-4cea-ae27-1496313ff9e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/533242e5-911b-4266-8fa0-a4bb514f362d HTTP/1.1" status: 204 len: 168 time: 0.1944447 Jun 10 22:48:31.177023 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f10c73eb-5643-49f7-bdc0-bc796d13c55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:31.186651 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7eafb8-946c-4cea-ae27-1496313ff9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533242e5-911b-4266-8fa0-a4bb514f362d,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:31.188989 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-8e7eafb8-946c-4cea-ae27-1496313ff9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:31.193331 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4b340eb5-e239-472e-afda-26c7a641feef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:31.282862 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4b340eb5-e239-472e-afda-26c7a641feef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:31.383681 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4b340eb5-e239-472e-afda-26c7a641feef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:31.387229 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e7bc2046-3975-4b5d-b351-3dd6e9919ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:31.428195 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-4b340eb5-e239-472e-afda-26c7a641feef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b336cdf16d1b44e9be8a73e7af3eae54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403833 Jun 10 22:48:31.429204 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b340eb5-e239-472e-afda-26c7a641feef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec561ad-ae97-4172-8d5e-0921d7c9dbc9,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:31.431055 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45106) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:31.432435 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4b340eb5-e239-472e-afda-26c7a641feef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:31.492862 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e0d5-f9a6-48f2-9914-dd0c3bf775fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:31.518087 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e0d5-f9a6-48f2-9914-dd0c3bf775fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:31.663027 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e0d5-f9a6-48f2-9914-dd0c3bf775fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:31.663027 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e0d5-f9a6-48f2-9914-dd0c3bf775fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:31.663027 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-c5a8e0d5-f9a6-48f2-9914-dd0c3bf775fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cec561ad-ae97-4172-8d5e-0921d7c9dbc9 HTTP/1.1" status: 204 len: 168 time: 0.2297938 Jun 10 22:48:31.663027 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:31.675642 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8e0d5-f9a6-48f2-9914-dd0c3bf775fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec561ad-ae97-4172-8d5e-0921d7c9dbc9,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:31.678697 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-c5a8e0d5-f9a6-48f2-9914-dd0c3bf775fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:31.991058 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffc0d6-cb95-42ff-8ae7-415d226a4833 req-e806fc9a-10f2-4d41-b928-2ef03c20bb97 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:31.995015 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e2ffc0d6-cb95-42ff-8ae7-415d226a4833 req-e806fc9a-10f2-4d41-b928-2ef03c20bb97 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.1075013 Jun 10 22:48:32.037228 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e2ffc0d6-cb95-42ff-8ae7-415d226a4833 req-7c806fc2-568d-4fad-be67-74144cffad4d tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376277 Jun 10 22:48:32.464583 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45162) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:32.480671 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4ca0adba-c27f-4243-bb55-545bc4e73553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:32.572601 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4ca0adba-c27f-4243-bb55-545bc4e73553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:32.658098 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4ca0adba-c27f-4243-bb55-545bc4e73553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:32.661785 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:32.699888 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-4ca0adba-c27f-4243-bb55-545bc4e73553 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1823de0bf0844dbb30c2335723518b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335937 Jun 10 22:48:32.702065 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0adba-c27f-4243-bb55-545bc4e73553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92284811-81d4-4f40-80bc-ff55a6a015ab,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:32.702557 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45166) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:32.705139 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4ca0adba-c27f-4243-bb55-545bc4e73553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:32.754142 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d5dfca17-68e2-4ebc-bc92-57e8a1002798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:32.777755 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d5dfca17-68e2-4ebc-bc92-57e8a1002798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:32.909418 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d5dfca17-68e2-4ebc-bc92-57e8a1002798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:32.912222 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d5dfca17-68e2-4ebc-bc92-57e8a1002798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:32.913447 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-d5dfca17-68e2-4ebc-bc92-57e8a1002798 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92284811-81d4-4f40-80bc-ff55a6a015ab HTTP/1.1" status: 204 len: 168 time: 0.2098567 Jun 10 22:48:32.914311 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0b23c0d4-676d-4534-9e10-f0044663815e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:32.925076 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfca17-68e2-4ebc-bc92-57e8a1002798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92284811-81d4-4f40-80bc-ff55a6a015ab,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:32.927634 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d5dfca17-68e2-4ebc-bc92-57e8a1002798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:33.256690 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b1d59-0260-40cc-84fe-19c3d75bde93 req-6d5db77c-0277-497d-969d-c9c0d21fb1ce tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:33.258182 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-430b1d59-0260-40cc-84fe-19c3d75bde93 req-6d5db77c-0277-497d-969d-c9c0d21fb1ce tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0765917 Jun 10 22:48:33.306598 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-430b1d59-0260-40cc-84fe-19c3d75bde93 req-b83d877f-08a2-4104-ae50-6a1b69f53c28 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387933 Jun 10 22:48:34.226799 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45264) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:34.338353 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-31b40356-d368-47e2-b298-34321b00582a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:34.440046 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-31b40356-d368-47e2-b298-34321b00582a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:34.497575 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019e1e2-6121-48af-96ee-9dc20bf9c150 req-08850350-8d80-4e72-b6d0-75876e1fa944 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:34.499605 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2019e1e2-6121-48af-96ee-9dc20bf9c150 req-08850350-8d80-4e72-b6d0-75876e1fa944 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0763876 Jun 10 22:48:34.515396 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-31b40356-d368-47e2-b298-34321b00582a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:34.535008 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-a7201ee4-c443-4031-b01f-13c0895d3f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:34.544914 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2019e1e2-6121-48af-96ee-9dc20bf9c150 req-7be04338-37f0-4b4c-908e-4c04d5bd0022 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396683 Jun 10 22:48:34.559551 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-31b40356-d368-47e2-b298-34321b00582a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=865f4ce4d18d492ebfe3ba69ec5560af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317354 Jun 10 22:48:34.563488 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45286) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:34.569928 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b40356-d368-47e2-b298-34321b00582a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8878d2-5b08-4534-9cb0-b978c260840b,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:34.573865 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-31b40356-d368-47e2-b298-34321b00582a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:34.617124 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-52293b65-2a0c-4dd7-beec-7ddd26f6db84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:34.640972 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-52293b65-2a0c-4dd7-beec-7ddd26f6db84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:34.772458 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-52293b65-2a0c-4dd7-beec-7ddd26f6db84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:34.775647 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-52293b65-2a0c-4dd7-beec-7ddd26f6db84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:34.777021 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-52293b65-2a0c-4dd7-beec-7ddd26f6db84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af8878d2-5b08-4534-9cb0-b978c260840b HTTP/1.1" status: 204 len: 168 time: 0.2125444 Jun 10 22:48:34.777717 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:34.787314 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52293b65-2a0c-4dd7-beec-7ddd26f6db84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8878d2-5b08-4534-9cb0-b978c260840b,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:34.790149 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-52293b65-2a0c-4dd7-beec-7ddd26f6db84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:35.055539 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45304) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:35.140223 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45308) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:35.269154 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5108cdb9-86e6-41b7-8576-f35465d95328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:35.272293 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9f5f457f-953e-4d68-add4-f6b4b4efffb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:35.320005 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.db.api [None req-9f5f457f-953e-4d68-add4-f6b4b4efffb1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 22:48:35.320005 dv-cinder-790535-2-iscsi neutron-server[98755]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 10 22:48:35.320005 dv-cinder-790535-2-iscsi neutron-server[98755]: [parameters: {'project_id': 'f28bc1626bd24cfdb8d0e97691b74204', 'id': 'c3ad05f4-3ad1-4729-8cc2-4b9d17454c14', 'expiration': datetime.datetime(2021, 6, 10, 22, 50, 35, 310338)}] Jun 10 22:48:35.320005 dv-cinder-790535-2-iscsi neutron-server[98755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 22:48:35.322480 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_db.api [None req-9f5f457f-953e-4d68-add4-f6b4b4efffb1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 22:48:35.389561 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5108cdb9-86e6-41b7-8576-f35465d95328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:35.475266 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5108cdb9-86e6-41b7-8576-f35465d95328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:35.479096 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:35.516714 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-5108cdb9-86e6-41b7-8576-f35465d95328 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0486ae5f0ef34f4cb44a7f535de9ada0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585557 Jun 10 22:48:35.518627 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108cdb9-86e6-41b7-8576-f35465d95328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d770af4-57e6-489a-924f-93e4c778e6e0,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:35.519368 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45318) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:35.521503 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-5108cdb9-86e6-41b7-8576-f35465d95328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:35.571185 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a6305371-91e1-4840-b7e0-52aae22e9bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:35.595015 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a6305371-91e1-4840-b7e0-52aae22e9bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:35.620762 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45322) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:35.637273 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-bd585a72-5e37-4b4b-8919-4645d7433cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:35.740026 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da1e45-2800-4d48-93e3-581947e4a786 req-d7eaf72c-793d-46ba-ba02-f1a3f7b5705b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:35.741506 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-99da1e45-2800-4d48-93e3-581947e4a786 req-d7eaf72c-793d-46ba-ba02-f1a3f7b5705b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0791831 Jun 10 22:48:35.782016 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-99da1e45-2800-4d48-93e3-581947e4a786 req-4437ec6b-167f-4b8e-b8d8-7c4c6578c499 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348060 Jun 10 22:48:35.795376 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a6305371-91e1-4840-b7e0-52aae22e9bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:35.797992 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a6305371-91e1-4840-b7e0-52aae22e9bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:35.801512 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-a6305371-91e1-4840-b7e0-52aae22e9bc2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d770af4-57e6-489a-924f-93e4c778e6e0 HTTP/1.1" status: 204 len: 168 time: 0.2787282 Jun 10 22:48:35.801512 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ec9168a0-d09b-4c14-88c0-a660d767a146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:35.809474 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6305371-91e1-4840-b7e0-52aae22e9bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d770af4-57e6-489a-924f-93e4c778e6e0,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:35.812616 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a6305371-91e1-4840-b7e0-52aae22e9bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:35.821667 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9f5f457f-953e-4d68-add4-f6b4b4efffb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:35.881802 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-bd585a72-5e37-4b4b-8919-4645d7433cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:35.945089 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-bd585a72-5e37-4b4b-8919-4645d7433cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:35.950295 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ac0eef0a-d5c3-4466-82dc-38f3ff09cccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:36.001034 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-bd585a72-5e37-4b4b-8919-4645d7433cb3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32c9eb6409de41e7991bdebf8c4f2859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791680 Jun 10 22:48:36.003885 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45326) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:36.008940 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd585a72-5e37-4b4b-8919-4645d7433cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d6e468-7c52-4c3e-8e53-9264c72a000c,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:36.012507 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-bd585a72-5e37-4b4b-8919-4645d7433cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:36.060404 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-61f1fe31-763a-42a3-aa02-bda1c1b06cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:36.070500 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9f5f457f-953e-4d68-add4-f6b4b4efffb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:36.082043 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-61f1fe31-763a-42a3-aa02-bda1c1b06cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:36.137693 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9f5f457f-953e-4d68-add4-f6b4b4efffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:36.141275 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-5ae26adf-4a0a-4dec-9081-1d756e860340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:36.184761 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-9f5f457f-953e-4d68-add4-f6b4b4efffb1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f28bc1626bd24cfdb8d0e97691b74204&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0432937 Jun 10 22:48:36.186003 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f457f-953e-4d68-add4-f6b4b4efffb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9435862a-bcef-4081-8d19-8c48d2c735c6,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:36.188030 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45332) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:36.189302 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9f5f457f-953e-4d68-add4-f6b4b4efffb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:36.198641 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-61f1fe31-763a-42a3-aa02-bda1c1b06cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:36.201739 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-61f1fe31-763a-42a3-aa02-bda1c1b06cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:36.202828 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-61f1fe31-763a-42a3-aa02-bda1c1b06cbd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81d6e468-7c52-4c3e-8e53-9264c72a000c HTTP/1.1" status: 204 len: 168 time: 0.1975338 Jun 10 22:48:36.221664 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ee7aa2ea-c35d-41a8-b9da-6939b472f1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:36.245732 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1fe31-763a-42a3-aa02-bda1c1b06cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d6e468-7c52-4c3e-8e53-9264c72a000c,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:36.248785 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-61f1fe31-763a-42a3-aa02-bda1c1b06cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:36.270949 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9831d7e0-0b95-42e9-92b6-79b87187c014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:36.305273 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9831d7e0-0b95-42e9-92b6-79b87187c014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:36.452546 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9831d7e0-0b95-42e9-92b6-79b87187c014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:36.455119 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9831d7e0-0b95-42e9-92b6-79b87187c014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:36.456276 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-9831d7e0-0b95-42e9-92b6-79b87187c014 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9435862a-bcef-4081-8d19-8c48d2c735c6 HTTP/1.1" status: 204 len: 168 time: 0.2657385 Jun 10 22:48:36.457034 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-90ae26cc-07fd-483e-a630-e9c46d7fe8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:36.465370 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831d7e0-0b95-42e9-92b6-79b87187c014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9435862a-bcef-4081-8d19-8c48d2c735c6,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:36.467498 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9831d7e0-0b95-42e9-92b6-79b87187c014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:37.156384 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45370) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:37.172307 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bbc5c829-c34b-49cc-b4ba-6ac5c5ab2104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:37.267514 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bbc5c829-c34b-49cc-b4ba-6ac5c5ab2104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:37.324978 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bbc5c829-c34b-49cc-b4ba-6ac5c5ab2104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:37.328469 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9831d7e0-0b95-42e9-92b6-79b87187c014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:37.367996 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-bbc5c829-c34b-49cc-b4ba-6ac5c5ab2104 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14dba8bec9c84af7b5dfe2b8f3966524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104783 Jun 10 22:48:37.368854 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5c829-c34b-49cc-b4ba-6ac5c5ab2104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00814a7-0ae4-494b-b20c-2c89af31bbaa,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:37.370768 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45378) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:37.371843 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-bbc5c829-c34b-49cc-b4ba-6ac5c5ab2104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:37.428520 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d9798f34-5e0d-4c13-8e1e-ff970544c249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:37.456980 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d9798f34-5e0d-4c13-8e1e-ff970544c249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:37.618121 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d9798f34-5e0d-4c13-8e1e-ff970544c249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:37.620767 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d9798f34-5e0d-4c13-8e1e-ff970544c249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:37.621911 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-d9798f34-5e0d-4c13-8e1e-ff970544c249 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f00814a7-0ae4-494b-b20c-2c89af31bbaa HTTP/1.1" status: 204 len: 168 time: 0.2501252 Jun 10 22:48:37.622739 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7d13e154-0eaf-470e-8ba1-8549f08c77e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:37.631493 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9798f34-5e0d-4c13-8e1e-ff970544c249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00814a7-0ae4-494b-b20c-2c89af31bbaa,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:37.634344 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d9798f34-5e0d-4c13-8e1e-ff970544c249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:39.920143 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f374b4-378c-4fbc-bd42-1b6cddb35fc3 req-419cc572-1b16-433a-a4d9-bcb784aaeacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:39.925178 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a9f374b4-378c-4fbc-bd42-1b6cddb35fc3 req-419cc572-1b16-433a-a4d9-bcb784aaeacb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 1099 time: 0.0646443 Jun 10 22:48:40.004709 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a9f374b4-378c-4fbc-bd42-1b6cddb35fc3 req-f3345a7a-3bc2-41c0-948b-26be6beff9e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716500 Jun 10 22:48:40.034187 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290858a6-f743-48a7-acdb-5115bce73c4a req-05353ccb-66f7-4a87-943f-e1393d98973b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:40.035637 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-290858a6-f743-48a7-acdb-5115bce73c4a req-05353ccb-66f7-4a87-943f-e1393d98973b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0858974 Jun 10 22:48:40.094309 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-290858a6-f743-48a7-acdb-5115bce73c4a req-94eeaffe-20e7-477e-b825-18ba5dbec07c tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524652 Jun 10 22:48:41.275556 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beed27c-243f-4b64-acd6-f870b120d47c req-cb3fa52c-bd60-4748-9c10-2790c2e53e4e tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:41.276979 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0beed27c-243f-4b64-acd6-f870b120d47c req-cb3fa52c-bd60-4748-9c10-2790c2e53e4e tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0669813 Jun 10 22:48:41.324930 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0beed27c-243f-4b64-acd6-f870b120d47c req-dbf4e985-3a4f-48c9-94f5-a58ba94fa2eb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422513 Jun 10 22:48:42.512157 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b8237-b12d-413a-beb1-a5782c473d50 req-a3c0567f-d75b-4f6b-8cf9-da28a08bcf09 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:42.513702 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-567b8237-b12d-413a-beb1-a5782c473d50 req-a3c0567f-d75b-4f6b-8cf9-da28a08bcf09 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0708172 Jun 10 22:48:42.557183 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-567b8237-b12d-413a-beb1-a5782c473d50 req-ee9b2948-d8df-402a-8b9c-d6c64deb7236 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364017 Jun 10 22:48:43.356700 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e449d7-3b87-4384-9506-ef8dcc8bc02a req-58734420-b0bd-47bc-9d30-87dd735f4f01 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:43.358163 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-50e449d7-3b87-4384-9506-ef8dcc8bc02a req-58734420-b0bd-47bc-9d30-87dd735f4f01 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.1263437 Jun 10 22:48:43.364474 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcad93-6dfb-4dd8-a932-eee076e0ed5a req-9f0c45ab-994c-4ff8-b2f8-d61321b9a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:43.367018 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-12bcad93-6dfb-4dd8-a932-eee076e0ed5a req-9f0c45ab-994c-4ff8-b2f8-d61321b9a65d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b9e491776fc444595d858b6d9fa77d4&device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 1099 time: 0.0917830 Jun 10 22:48:43.440793 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-50e449d7-3b87-4384-9506-ef8dcc8bc02a req-39e75585-95cc-492f-8067-96a947c7303c tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739889 Jun 10 22:48:43.516045 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcad93-6dfb-4dd8-a932-eee076e0ed5a req-65ea6c08-9958-430c-a1c3-791f14e921a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:43.517453 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-12bcad93-6dfb-4dd8-a932-eee076e0ed5a req-65ea6c08-9958-430c-a1c3-791f14e921a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503 HTTP/1.1" status: 200 len: 919 time: 0.1432607 Jun 10 22:48:43.575170 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-12bcad93-6dfb-4dd8-a932-eee076e0ed5a req-54bba624-7740-4feb-bdff-e70cf0b689ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fe94f38-ee22-46cf-a4fb-fdc468635e8f HTTP/1.1" status: 200 len: 217 time: 0.0499122 Jun 10 22:48:43.633142 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcad93-6dfb-4dd8-a932-eee076e0ed5a req-7f8e947c-003a-45bc-b653-b9867022b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:43.635040 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-12bcad93-6dfb-4dd8-a932-eee076e0ed5a req-7f8e947c-003a-45bc-b653-b9867022b7e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1b3330e-cf08-42c3-864b-2bcbf890eaf6 HTTP/1.1" status: 200 len: 859 time: 0.0504060 Jun 10 22:48:43.672185 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-12bcad93-6dfb-4dd8-a932-eee076e0ed5a req-a37e479e-c86a-48ee-865f-a0906fa42feb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303409 Jun 10 22:48:43.787604 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-12bcad93-6dfb-4dd8-a932-eee076e0ed5a req-214cb307-ad0b-4a1b-aa3e-ae293b286f58 service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073382 Jun 10 22:48:43.824293 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:48:43.937209 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-12bcad93-6dfb-4dd8-a932-eee076e0ed5a req-d252c402-1e93-4b07-8de4-a3749bbeacea service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092410 Jun 10 22:48:44.639049 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a184d5c-b333-45cf-8ff3-71735a525f47 req-f7e8fa3d-fa80-45c8-a33a-95d445186d7c tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:44.640588 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5a184d5c-b333-45cf-8ff3-71735a525f47 req-f7e8fa3d-fa80-45c8-a33a-95d445186d7c tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0801551 Jun 10 22:48:44.682488 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5a184d5c-b333-45cf-8ff3-71735a525f47 req-53f23d67-f5fc-4e61-80a8-1af4fc6861b8 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363662 Jun 10 22:48:45.015721 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dfa3b518-aa05-4296-a75b-955aff076b1f req-7e798a02-8d97-4489-a10a-8b5b77d6d44f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596819 Jun 10 22:48:45.105894 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3b518-aa05-4296-a75b-955aff076b1f req-7f989a75-155f-4bb8-b5d5-312c35b705ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:45.107557 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dfa3b518-aa05-4296-a75b-955aff076b1f req-7f989a75-155f-4bb8-b5d5-312c35b705ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b9e491776fc444595d858b6d9fa77d4&device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 1098 time: 0.0680490 Jun 10 22:48:45.238263 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3b518-aa05-4296-a75b-955aff076b1f req-9cffa127-76d1-497d-80c2-8645890bd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:45.239700 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dfa3b518-aa05-4296-a75b-955aff076b1f req-9cffa127-76d1-497d-80c2-8645890bd2ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503 HTTP/1.1" status: 200 len: 919 time: 0.1069765 Jun 10 22:48:45.297595 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dfa3b518-aa05-4296-a75b-955aff076b1f req-82541778-59ff-4ef9-b08d-73e4d73a48bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0411f66f-bf9f-4bda-a638-3d76a91f0351 HTTP/1.1" status: 200 len: 217 time: 0.0501082 Jun 10 22:48:45.355291 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3b518-aa05-4296-a75b-955aff076b1f req-e851c1e8-c7fd-40a3-9aed-b60d95eea42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:45.356751 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dfa3b518-aa05-4296-a75b-955aff076b1f req-e851c1e8-c7fd-40a3-9aed-b60d95eea42f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1b3330e-cf08-42c3-864b-2bcbf890eaf6 HTTP/1.1" status: 200 len: 859 time: 0.0518527 Jun 10 22:48:45.394494 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dfa3b518-aa05-4296-a75b-955aff076b1f req-7760a0be-a2d4-4f8f-946e-967c22894dd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292621 Jun 10 22:48:45.516613 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dfa3b518-aa05-4296-a75b-955aff076b1f req-fe7e9d51-5a9b-4b7a-8310-0c8294b5f8c6 service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147122 Jun 10 22:48:45.657962 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dfa3b518-aa05-4296-a75b-955aff076b1f req-522c2d82-bc39-4951-9dec-d0b987f9d7b2 service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341789 Jun 10 22:48:45.701747 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45660) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:45.710782 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:45.845722 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:45.920942 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6254d-4b5a-433c-bab4-cdb5abc2b25c req-055d833f-7425-4316-aa3d-c03b9f19ac79 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:45.922451 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83e6254d-4b5a-433c-bab4-cdb5abc2b25c req-055d833f-7425-4316-aa3d-c03b9f19ac79 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.1215994 Jun 10 22:48:45.986466 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83e6254d-4b5a-433c-bab4-cdb5abc2b25c req-0f1fc5e5-e365-4320-90d9-5ad6b2bed1fc tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541027 Jun 10 22:48:46.008022 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:46.073284 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:46.076846 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e83f1935-2e4e-41b8-9703-4f5d8c47e83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:46.114693 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea191db945684570a361263714976bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118195 Jun 10 22:48:46.117347 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2707ecea-fd15-4797-9634-a482db2f513d,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:46.117762 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45676) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:46.123649 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.124048 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.124405 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.124754 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.125116 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.125459 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.125800 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.126137 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.126478 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.126813 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.127148 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.127478 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.131101 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:46.176015 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:46.200563 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:46.362059 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:46.366563 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:46.367777 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2707ecea-fd15-4797-9634-a482db2f513d HTTP/1.1" status: 204 len: 168 time: 0.2482083 Jun 10 22:48:46.368623 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-80ee2213-3460-4be3-b59c-d53297a61df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:46.378228 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2707ecea-fd15-4797-9634-a482db2f513d,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:46.386736 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.387493 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.388009 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.388708 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.389200 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.389696 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.390281 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.390627 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.390970 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.391313 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.391650 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.392050 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:48:46.400130 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:47.167475 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baca08b-fa26-4b90-8feb-ed3d231d51a8 req-19fdad21-6c54-44aa-9006-49050d1dfc50 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:47.168955 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3baca08b-fa26-4b90-8feb-ed3d231d51a8 req-19fdad21-6c54-44aa-9006-49050d1dfc50 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0712731 Jun 10 22:48:47.209001 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3baca08b-fa26-4b90-8feb-ed3d231d51a8 req-d05cf2ef-9088-428a-9099-43ee5f45baa8 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344329 Jun 10 22:48:47.245376 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45712) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:47.261226 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-59674498-40d8-48e4-afd7-07b2d8eba48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:47.356302 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-59674498-40d8-48e4-afd7-07b2d8eba48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:47.498005 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-59674498-40d8-48e4-afd7-07b2d8eba48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:47.501758 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-5108cdb9-86e6-41b7-8576-f35465d95328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:47.509077 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45718) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:47.549146 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-59674498-40d8-48e4-afd7-07b2d8eba48f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc5fc46c9c6f42c7803faa56f372e86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002222 Jun 10 22:48:47.549146 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59674498-40d8-48e4-afd7-07b2d8eba48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10c2d0d-9819-4c91-8f22-85b36439d53d,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:47.550282 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45724) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:47.552525 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-59674498-40d8-48e4-afd7-07b2d8eba48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:47.603838 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-be74859d-ed95-4c3b-b003-3d6d45ebf51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:47.627509 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-be74859d-ed95-4c3b-b003-3d6d45ebf51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:47.629864 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-30ca7259-ee7e-45fc-a1d9-58a60e19cce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:47.721746 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-30ca7259-ee7e-45fc-a1d9-58a60e19cce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:47.846885 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-be74859d-ed95-4c3b-b003-3d6d45ebf51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:47.849588 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-be74859d-ed95-4c3b-b003-3d6d45ebf51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:47.851014 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-be74859d-ed95-4c3b-b003-3d6d45ebf51d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e10c2d0d-9819-4c91-8f22-85b36439d53d HTTP/1.1" status: 204 len: 168 time: 0.2997510 Jun 10 22:48:47.852106 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-87132b15-4e98-4002-a242-7062aadd6e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:47.862653 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74859d-ed95-4c3b-b003-3d6d45ebf51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10c2d0d-9819-4c91-8f22-85b36439d53d,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:47.871017 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-be74859d-ed95-4c3b-b003-3d6d45ebf51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:48.024052 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-30ca7259-ee7e-45fc-a1d9-58a60e19cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:48.027756 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-7169436f-7415-43e6-baf2-a15b0e01ba97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:48.072790 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-30ca7259-ee7e-45fc-a1d9-58a60e19cce3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1acbafd38b774b86a2f720d408e34a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5624728 Jun 10 22:48:48.074923 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca7259-ee7e-45fc-a1d9-58a60e19cce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba57f59-4fe7-473a-bbcd-f5b28b089e26,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:48.075626 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45738) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:48.077948 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-30ca7259-ee7e-45fc-a1d9-58a60e19cce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:48.129172 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ace73f8d-367c-44e4-8188-73ef2855af77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:48.152036 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ace73f8d-367c-44e4-8188-73ef2855af77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:48.389564 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ace73f8d-367c-44e4-8188-73ef2855af77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:48.392278 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ace73f8d-367c-44e4-8188-73ef2855af77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:48.397301 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-ace73f8d-367c-44e4-8188-73ef2855af77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ba57f59-4fe7-473a-bbcd-f5b28b089e26 HTTP/1.1" status: 204 len: 168 time: 0.3205342 Jun 10 22:48:48.398456 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7a579743-54ca-4654-aec4-0aef0be67543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:48.408905 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace73f8d-367c-44e4-8188-73ef2855af77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba57f59-4fe7-473a-bbcd-f5b28b089e26,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:48.412946 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ace73f8d-367c-44e4-8188-73ef2855af77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:49.021121 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45772) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:49.197152 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e0133135-86f6-45f7-a4ef-00bf34a738c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:49.295936 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e0133135-86f6-45f7-a4ef-00bf34a738c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:49.424074 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e0133135-86f6-45f7-a4ef-00bf34a738c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:49.428416 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e8aecb47-c2b0-462a-a5d4-4b7c75c4d1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:49.475700 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-e0133135-86f6-45f7-a4ef-00bf34a738c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d730b7a7b3447f5b20faab7ff0eed7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510169 Jun 10 22:48:49.475700 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0133135-86f6-45f7-a4ef-00bf34a738c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e05094b-11d5-42cd-8a5b-805dd903acea,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:49.476405 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45792) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:49.482278 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e0133135-86f6-45f7-a4ef-00bf34a738c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:49.531001 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-08bdbfa9-9b7e-48ff-957c-a9b3014b1583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:49.554787 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-08bdbfa9-9b7e-48ff-957c-a9b3014b1583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:49.789074 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-08bdbfa9-9b7e-48ff-957c-a9b3014b1583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:49.792227 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-08bdbfa9-9b7e-48ff-957c-a9b3014b1583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:49.793384 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-08bdbfa9-9b7e-48ff-957c-a9b3014b1583 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e05094b-11d5-42cd-8a5b-805dd903acea HTTP/1.1" status: 204 len: 168 time: 0.3161294 Jun 10 22:48:49.794180 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-cf8038f0-ca6c-4b7f-b52d-87946c2fdeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:49.802851 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdbfa9-9b7e-48ff-957c-a9b3014b1583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e05094b-11d5-42cd-8a5b-805dd903acea,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:49.806225 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-08bdbfa9-9b7e-48ff-957c-a9b3014b1583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:50.273934 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45826) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:50.434904 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-703651814-network', 'tenant_id': 'd578aa02913f47cab5e836008545515e'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:48:50.538163 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977e3be-9c48-4968-8aee-492372311dbc req-ec96c63c-d2b1-4109-83e0-8be4cbaac059 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:50.540448 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9977e3be-9c48-4968-8aee-492372311dbc req-ec96c63c-d2b1-4109-83e0-8be4cbaac059 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0699604 Jun 10 22:48:50.561078 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Made reservation on behalf of d578aa02913f47cab5e836008545515e for: {'network': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:48:50.563567 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:50.575987 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:50.582948 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9977e3be-9c48-4968-8aee-492372311dbc req-ee531b6f-0795-47f8-ae72-2e69cf43991a tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366268 Jun 10 22:48:50.728967 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:50.869290 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:50.873698 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-6025f93f-6f75-4e5a-9e89-b53753427181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:50.896170 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=98754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:48:50.910530 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:50.913307 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45860) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:50.920094 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:50.925309 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:50.925735 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.segments_db [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Added segment c37f4c3b-097e-47be-9c7e-7abe3200dc28 of type vlan for network 603c7f11-d663-42c9-954b-e8c77404d6c2 Jun 10 22:48:50.929497 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d5b8bb12-6405-4bfd-9ce3-35cf35ba10a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:50.978412 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:51.029453 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d5b8bb12-6405-4bfd-9ce3-35cf35ba10a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:51.172553 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:51.173040 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d5b8bb12-6405-4bfd-9ce3-35cf35ba10a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:51.174304 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:51.175565 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:51.180290 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-6624da87-2151-45dd-82e5-adfd4ed76ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:51.181787 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-5c6f891a-c63e-4bf3-b9c6-ce3391e86328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:51.269182 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-d5b8bb12-6405-4bfd-9ce3-35cf35ba10a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f04c017af8e648d1b4cc110ff8783544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547773 Jun 10 22:48:51.270183 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45876) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:51.271257 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8bb12-6405-4bfd-9ce3-35cf35ba10a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9810456-bab6-423d-bcf5-a43f9a1b6646,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:51.278753 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d5b8bb12-6405-4bfd-9ce3-35cf35ba10a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:51.389120 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-124a18f3-2529-4fa5-a728-b531b81931b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:51.415086 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-124a18f3-2529-4fa5-a728-b531b81931b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:51.543676 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Pushing event updated for resources: {'Network': ['ID=603c7f11-d663-42c9-954b-e8c77404d6c2,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:51.546389 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:51.554274 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network 603c7f11-d663-42c9-954b-e8c77404d6c2 details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:48:51.767033 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-124a18f3-2529-4fa5-a728-b531b81931b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:51.769673 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-124a18f3-2529-4fa5-a728-b531b81931b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:51.771278 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-124a18f3-2529-4fa5-a728-b531b81931b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9810456-bab6-423d-bcf5-a43f9a1b6646 HTTP/1.1" status: 204 len: 168 time: 0.4943976 Jun 10 22:48:51.771555 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4971330 Jun 10 22:48:51.771896 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45886) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:51.772552 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-8e7eafb8-946c-4cea-ae27-1496313ff9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:51.780086 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-198cb77d-9494-4440-90f9-0d8672aa0b4c admin admin] Request body: {'subnet': {'network_id': '603c7f11-d663-42c9-954b-e8c77404d6c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-703651814-subnet', 'tenant_id': 'd578aa02913f47cab5e836008545515e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:48:51.791471 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a18f3-2529-4fa5-a728-b531b81931b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9810456-bab6-423d-bcf5-a43f9a1b6646,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:51.799702 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-124a18f3-2529-4fa5-a728-b531b81931b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:51.953618 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198cb77d-9494-4440-90f9-0d8672aa0b4c admin admin] Made reservation on behalf of d578aa02913f47cab5e836008545515e for: {'subnet': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:48:51.956046 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-198cb77d-9494-4440-90f9-0d8672aa0b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263884776'] for subnet, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:52.204967 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-edaf7a70-c894-4625-9099-d0deca73eaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:52.524942 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 45902) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:52.571584 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-198cb77d-9494-4440-90f9-0d8672aa0b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260563381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263884798'] for subnet, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:52.578088 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:52.643912 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cb77d-9494-4440-90f9-0d8672aa0b4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61f6821-e830-43d5-8beb-32997cc46bce,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:52.647224 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-198cb77d-9494-4440-90f9-0d8672aa0b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:52.650096 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-08353a11-f04a-4123-bd58-e4974c1b604a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:52.654200 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198cb77d-9494-4440-90f9-0d8672aa0b4c admin admin] Checking segment: {'id': 'c37f4c3b-097e-47be-9c7e-7abe3200dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '603c7f11-d663-42c9-954b-e8c77404d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:48:52.654561 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198cb77d-9494-4440-90f9-0d8672aa0b4c admin admin] Network hostable DHCP agents. Network: 603c7f11-d663-42c9-954b-e8c77404d6c2, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:48:52.745921 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-08353a11-f04a-4123-bd58-e4974c1b604a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:52.839148 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198cb77d-9494-4440-90f9-0d8672aa0b4c admin admin] Network 603c7f11-d663-42c9-954b-e8c77404d6c2 is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:48:52.892237 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-08353a11-f04a-4123-bd58-e4974c1b604a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:52.895896 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:52.936283 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-08353a11-f04a-4123-bd58-e4974c1b604a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47af8a0c8e214770875069bffa9e8ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102907 Jun 10 22:48:52.937194 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08353a11-f04a-4123-bd58-e4974c1b604a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f64503b-f1f4-4c9f-81e8-256cc8abfa44,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:52.938967 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45918) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:52.940327 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-08353a11-f04a-4123-bd58-e4974c1b604a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:52.990775 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-28bf2365-b4e7-4fbf-9d13-34e045bed61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:53.013921 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-28bf2365-b4e7-4fbf-9d13-34e045bed61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:53.058083 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-198cb77d-9494-4440-90f9-0d8672aa0b4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, 603c7f11-d663-42c9-954b-e8c77404d6c2) {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:48:53.062976 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198cb77d-9494-4440-90f9-0d8672aa0b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:53.066001 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-198cb77d-9494-4440-90f9-0d8672aa0b4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:53.074666 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea07da38-81fd-4139-afec-834504171122 None None] Network 603c7f11-d663-42c9-954b-e8c77404d6c2 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:48:53.204981 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-198cb77d-9494-4440-90f9-0d8672aa0b4c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4264469 Jun 10 22:48:53.204981 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-28bf2365-b4e7-4fbf-9d13-34e045bed61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:53.205769 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-28bf2365-b4e7-4fbf-9d13-34e045bed61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:53.206820 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-28bf2365-b4e7-4fbf-9d13-34e045bed61a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f64503b-f1f4-4c9f-81e8-256cc8abfa44 HTTP/1.1" status: 204 len: 168 time: 0.2668900 Jun 10 22:48:53.207892 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-55743141-dc7c-43a7-91fe-4a671f202d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:53.219089 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf2365-b4e7-4fbf-9d13-34e045bed61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f64503b-f1f4-4c9f-81e8-256cc8abfa44,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:53.222666 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-28bf2365-b4e7-4fbf-9d13-34e045bed61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:53.255287 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22b8510-0376-47f9-a6ef-94ea84600092 None None] Network 603c7f11-d663-42c9-954b-e8c77404d6c2 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:48:54.331127 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 45968) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:54.349505 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8d786792-46a5-4941-972c-eea7d195e802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:54.446882 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8d786792-46a5-4941-972c-eea7d195e802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:54.532540 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8d786792-46a5-4941-972c-eea7d195e802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:54.536138 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-22cf4ab7-d971-4b9e-a307-97aab561a82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:54.578538 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-8d786792-46a5-4941-972c-eea7d195e802 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4c30c6948e74bf8b7212c6aa0cc89be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455568 Jun 10 22:48:54.580029 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d786792-46a5-4941-972c-eea7d195e802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81eff1a-aace-4c3e-9d75-9e1290ab3f06,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:54.581659 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46002) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:54.583412 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-8d786792-46a5-4941-972c-eea7d195e802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:54.677598 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1960fa16-d00b-4f78-93a1-645665a53033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:54.704103 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1960fa16-d00b-4f78-93a1-645665a53033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:54.881062 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1960fa16-d00b-4f78-93a1-645665a53033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:54.885291 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-cd11b092-972c-4ff5-98f0-ae677bb42f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:54.888515 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1960fa16-d00b-4f78-93a1-645665a53033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:54.889712 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-1960fa16-d00b-4f78-93a1-645665a53033 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e81eff1a-aace-4c3e-9d75-9e1290ab3f06 HTTP/1.1" status: 204 len: 168 time: 0.2999640 Jun 10 22:48:54.890725 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-baf636bb-dfe4-4080-9edd-0ef2a28c5a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:54.892924 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:54.904827 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960fa16-d00b-4f78-93a1-645665a53033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81eff1a-aace-4c3e-9d75-9e1290ab3f06,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:54.908252 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-1960fa16-d00b-4f78-93a1-645665a53033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:55.698910 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46030) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:55.782757 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:55.803495 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-54e9d3cc-9643-4ef9-bf80-fe0ae9cc692a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:55.897420 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-54e9d3cc-9643-4ef9-bf80-fe0ae9cc692a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:55.994817 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46042) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:56.017013 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-781a26ea-597e-4ce9-b5c3-1cc498afbdc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:56.028061 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-54e9d3cc-9643-4ef9-bf80-fe0ae9cc692a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:56.037824 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a86c0b59-32c9-496c-9aec-a1b2372ed09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:56.070588 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9d3cc-9643-4ef9-bf80-fe0ae9cc692a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69816134-a1c1-4d3f-93f6-7bfd2e7d56a0,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:56.082242 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-54e9d3cc-9643-4ef9-bf80-fe0ae9cc692a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:56.101262 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-54e9d3cc-9643-4ef9-bf80-fe0ae9cc692a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=012c353dc40145eb934211e5e441f7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937039 Jun 10 22:48:56.101531 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 46054) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:56.152966 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ea802326-8017-4a47-98d1-591eb349ef3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:56.180606 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ea802326-8017-4a47-98d1-591eb349ef3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:56.187421 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-781a26ea-597e-4ce9-b5c3-1cc498afbdc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:56.292547 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-781a26ea-597e-4ce9-b5c3-1cc498afbdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:56.296363 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f27664b9-ecf2-4a25-80d1-6c4ccd934647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:56.338798 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-781a26ea-597e-4ce9-b5c3-1cc498afbdc0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=380d7f3276ba42efb7e5f5e94bda4bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412292 Jun 10 22:48:56.338798 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a26ea-597e-4ce9-b5c3-1cc498afbdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08990233-c6c7-41f4-8a55-701c1f4faca8,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:56.339097 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 46072) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:56.341053 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-781a26ea-597e-4ce9-b5c3-1cc498afbdc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:56.366750 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873537d-5968-4b2e-8674-e246f926c823 req-504b29d4-3ce6-4941-84cc-81c4f98e240a tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:48:56.368374 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9873537d-5968-4b2e-8674-e246f926c823 req-504b29d4-3ce6-4941-84cc-81c4f98e240a tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/networks?id=603c7f11-d663-42c9-954b-e8c77404d6c2 HTTP/1.1" status: 200 len: 813 time: 0.1853914 Jun 10 22:48:56.393439 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9873537d-5968-4b2e-8674-e246f926c823 req-a29478aa-e5f1-44c0-bb07-d77104c44bea tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/quotas/d578aa02913f47cab5e836008545515e HTTP/1.1" status: 200 len: 375 time: 0.0159791 Jun 10 22:48:56.439815 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9873537d-5968-4b2e-8674-e246f926c823 req-826ec778-f0ab-4e4e-b583-5d37309a1847 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d578aa02913f47cab5e836008545515e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408709 Jun 10 22:48:56.442289 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ea802326-8017-4a47-98d1-591eb349ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:56.444909 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ea802326-8017-4a47-98d1-591eb349ef3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:56.446511 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-ea802326-8017-4a47-98d1-591eb349ef3e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69816134-a1c1-4d3f-93f6-7bfd2e7d56a0 HTTP/1.1" status: 204 len: 168 time: 0.3492525 Jun 10 22:48:56.452920 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-8d786792-46a5-4941-972c-eea7d195e802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:56.472558 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-660be165-6e72-41a5-b7ad-69f6eca1f6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:56.497817 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea802326-8017-4a47-98d1-591eb349ef3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69816134-a1c1-4d3f-93f6-7bfd2e7d56a0,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:56.509293 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ea802326-8017-4a47-98d1-591eb349ef3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:56.569400 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-660be165-6e72-41a5-b7ad-69f6eca1f6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:56.632742 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9873537d-5968-4b2e-8674-e246f926c823 req-60fb33de-3715-4d02-9828-3c5456481faa service neutron] 10.222.0.25 "GET /v2.0/networks/603c7f11-d663-42c9-954b-e8c77404d6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761339 Jun 10 22:48:56.756682 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9873537d-5968-4b2e-8674-e246f926c823 req-54998afb-7bb4-479b-b9cf-c64a34ee215d service neutron] 10.222.0.25 "GET /v2.0/networks/603c7f11-d663-42c9-954b-e8c77404d6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174173 Jun 10 22:48:56.806814 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-660be165-6e72-41a5-b7ad-69f6eca1f6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:56.809532 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-660be165-6e72-41a5-b7ad-69f6eca1f6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:56.810713 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-660be165-6e72-41a5-b7ad-69f6eca1f6bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08990233-c6c7-41f4-8a55-701c1f4faca8 HTTP/1.1" status: 204 len: 168 time: 0.4704306 Jun 10 22:48:56.811500 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6390a84a-6057-46a4-b984-c860135004cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:56.821253 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660be165-6e72-41a5-b7ad-69f6eca1f6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08990233-c6c7-41f4-8a55-701c1f4faca8,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:56.823584 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-660be165-6e72-41a5-b7ad-69f6eca1f6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:57.100520 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fe3edf3a-174f-49e9-b5c6-24bcb940b790 req-1d3fed3c-5142-4c2c-ba8a-08c0962f39b8 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 210 time: 0.0447588 Jun 10 22:48:57.284925 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:57.313806 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 46096) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:57.329593 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-40333066-b8f3-47f7-af55-f2a348f374aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:57.431087 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-40333066-b8f3-47f7-af55-f2a348f374aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:57.543642 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-40333066-b8f3-47f7-af55-f2a348f374aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:57.548225 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9f5f457f-953e-4d68-add4-f6b4b4efffb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:57.598149 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-40333066-b8f3-47f7-af55-f2a348f374aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=430103d4c4294253a32e053a78a9a672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832530 Jun 10 22:48:57.600759 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 46106) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:48:57.611037 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40333066-b8f3-47f7-af55-f2a348f374aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d02293-56ca-453d-9823-901cf9becc93,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:57.624442 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-40333066-b8f3-47f7-af55-f2a348f374aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:57.663882 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4e0ecb49-ff7b-4d49-8030-42552cfbe6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:57.692311 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4e0ecb49-ff7b-4d49-8030-42552cfbe6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:57.909567 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4e0ecb49-ff7b-4d49-8030-42552cfbe6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:57.912544 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4e0ecb49-ff7b-4d49-8030-42552cfbe6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:48:57.916424 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-4e0ecb49-ff7b-4d49-8030-42552cfbe6f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65d02293-56ca-453d-9823-901cf9becc93 HTTP/1.1" status: 204 len: 168 time: 0.3120358 Jun 10 22:48:57.916424 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-28bf2365-b4e7-4fbf-9d13-34e045bed61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:48:57.924089 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ecb49-ff7b-4d49-8030-42552cfbe6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d02293-56ca-453d-9823-901cf9becc93,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:48:57.926388 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-4e0ecb49-ff7b-4d49-8030-42552cfbe6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:48:58.192984 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f1212916-dd09-432f-8259-07a21d846a04 req-419350db-4020-49a6-ba0a-6a05f2165baa tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 210 time: 0.0341170 Jun 10 22:48:59.352736 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d84d6b9d-589e-4741-aba3-5107d7aa74f3 req-5f0956bc-eb9c-43fe-b185-cb9f05513eea tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 210 time: 0.0349345 Jun 10 22:49:00.058186 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873537d-5968-4b2e-8674-e246f926c823 req-b821c854-7612-4e66-aa1e-b846f7acdf4b tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:00.059592 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9873537d-5968-4b2e-8674-e246f926c823 req-b821c854-7612-4e66-aa1e-b846f7acdf4b tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.13 "GET /v2.0/networks?id=603c7f11-d663-42c9-954b-e8c77404d6c2 HTTP/1.1" status: 200 len: 813 time: 0.1373601 Jun 10 22:49:00.077525 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-9873537d-5968-4b2e-8674-e246f926c823 req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Request body: {'port': {'device_id': '9c123983-5178-4786-90ff-bb356b042477', 'network_id': '603c7f11-d663-42c9-954b-e8c77404d6c2', 'admin_state_up': True, 'tenant_id': 'd578aa02913f47cab5e836008545515e'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:49:00.102284 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 46182) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:00.244747 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f25a7887-41b3-47aa-8c94-45c091e8f284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:00.279354 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9873537d-5968-4b2e-8674-e246f926c823 req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Made reservation on behalf of d578aa02913f47cab5e836008545515e for: {'port': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:49:00.282850 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-9873537d-5968-4b2e-8674-e246f926c823 req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:00.478772 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [req-9873537d-5968-4b2e-8674-e246f926c823 req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Allocated IP 172.20.0.14 (603c7f11-d663-42c9-954b-e8c77404d6c2/d61f6821-e830-43d5-8beb-32997cc46bce/e2cd673d-be6f-48d8-8e58-a57a8388fee6) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:49:00.493592 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f25a7887-41b3-47aa-8c94-45c091e8f284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:00.525498 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f7c67ff7-3af7-4d82-bf06-fa3002ad1b3d req-b650d319-8c02-4bfa-a92a-18f88b4bbf14 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 210 time: 0.0358422 Jun 10 22:49:00.628246 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f25a7887-41b3-47aa-8c94-45c091e8f284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:00.633761 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ea802326-8017-4a47-98d1-591eb349ef3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:00.685864 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-f25a7887-41b3-47aa-8c94-45c091e8f284 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=672defb1354345318f314bb19a5885d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5825574 Jun 10 22:49:00.688560 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46200) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:00.697605 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a7887-41b3-47aa-8c94-45c091e8f284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2a42dc-4731-4fa0-bbe0-29caf6f487d9,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:00.701697 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f25a7887-41b3-47aa-8c94-45c091e8f284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:00.716908 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-9873537d-5968-4b2e-8674-e246f926c823 req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:00.743826 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-d59509b9-bf83-4dfb-9238-b1cba82488c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:00.766667 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-d59509b9-bf83-4dfb-9238-b1cba82488c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:01.001423 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-d59509b9-bf83-4dfb-9238-b1cba82488c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:01.001558 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-9873537d-5968-4b2e-8674-e246f926c823 req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:01.005017 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-d59509b9-bf83-4dfb-9238-b1cba82488c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:01.006438 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-d59509b9-bf83-4dfb-9238-b1cba82488c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe2a42dc-4731-4fa0-bbe0-29caf6f487d9 HTTP/1.1" status: 204 len: 168 time: 0.3167081 Jun 10 22:49:01.007213 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:01.007405 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-54e9d3cc-9643-4ef9-bf80-fe0ae9cc692a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:01.026714 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59509b9-bf83-4dfb-9238-b1cba82488c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2a42dc-4731-4fa0-bbe0-29caf6f487d9,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:01.029667 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-d59509b9-bf83-4dfb-9238-b1cba82488c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:01.085575 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9873537d-5968-4b2e-8674-e246f926c823 req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Network 603c7f11-d663-42c9-954b-e8c77404d6c2 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:49:01.088788 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [req-9873537d-5968-4b2e-8674-e246f926c823 req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:49:01.091271 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-9873537d-5968-4b2e-8674-e246f926c823 req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:49:01.097852 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Pushing event updated for resources: {'Port': ['ID=e2cd673d-be6f-48d8-8e58-a57a8388fee6,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:01.100569 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:01.156249 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873537d-5968-4b2e-8674-e246f926c823 req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:01.156869 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-9873537d-5968-4b2e-8674-e246f926c823 req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:01.258705 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9873537d-5968-4b2e-8674-e246f926c823 req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1890686 Jun 10 22:49:01.270867 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Request body: {'port': {'device_id': '9c123983-5178-4786-90ff-bb356b042477', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:49:01.362662 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:01.810331 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911b3f2-8f17-4182-9349-e04d9e31a8e2 req-5b12cf23-d0d2-457c-a5df-fdac99dd1e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:01.812061 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0911b3f2-8f17-4182-9349-e04d9e31a8e2 req-5b12cf23-d0d2-457c-a5df-fdac99dd1e12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b9e491776fc444595d858b6d9fa77d4&device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 1099 time: 0.1505945 Jun 10 22:49:01.820389 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cd673d-be6f-48d8-8e58-a57a8388fee6 {{(pid=98755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:49:01.820916 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01342d56-bf82-451a-93ad-efa41e61e502 req-f070df38-31b7-4d35-aa98-67ca097948f2 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:01.821937 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-01342d56-bf82-451a-93ad-efa41e61e502 req-f070df38-31b7-4d35-aa98-67ca097948f2 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0987148 Jun 10 22:49:01.843479 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:01.862395 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Transition to ACTIVE for port object e2cd673d-be6f-48d8-8e58-a57a8388fee6 will not be triggered until provisioned by entity L2. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:49:01.909167 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6ce6e-d510-4191-9611-7183c15ff6c3 req-5c46ead4-170f-4098-94d7-72238c0e575f tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:01.909167 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-68e6ce6e-d510-4191-9611-7183c15ff6c3 req-5c46ead4-170f-4098-94d7-72238c0e575f tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 932 time: 0.2112918 Jun 10 22:49:01.949494 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-68e6ce6e-d510-4191-9611-7183c15ff6c3 req-ab5e6a15-1b65-425c-903f-04d56286daa7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390062 Jun 10 22:49:01.958353 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-01342d56-bf82-451a-93ad-efa41e61e502 req-25fb3903-8c34-47ec-ade8-6a545a774223 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236522 Jun 10 22:49:01.984745 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911b3f2-8f17-4182-9349-e04d9e31a8e2 req-1b0ce3a8-3eef-4f95-a02f-d35072d52b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:01.986223 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0911b3f2-8f17-4182-9349-e04d9e31a8e2 req-1b0ce3a8-3eef-4f95-a02f-d35072d52b6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503 HTTP/1.1" status: 200 len: 919 time: 0.1634071 Jun 10 22:49:02.004902 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:02.008196 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:02.065473 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0911b3f2-8f17-4182-9349-e04d9e31a8e2 req-9877f849-6306-4fbd-84f7-e5aa3f9d2b65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fe94f38-ee22-46cf-a4fb-fdc468635e8f HTTP/1.1" status: 200 len: 217 time: 0.0724828 Jun 10 22:49:02.134907 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Pushing event updated for resources: {'Port': ['ID=e2cd673d-be6f-48d8-8e58-a57a8388fee6,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:02.140156 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:02.154049 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911b3f2-8f17-4182-9349-e04d9e31a8e2 req-d60cfb9e-f6c9-46db-8f2c-9a7fe25fa70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:02.156109 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0911b3f2-8f17-4182-9349-e04d9e31a8e2 req-d60cfb9e-f6c9-46db-8f2c-9a7fe25fa70a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1b3330e-cf08-42c3-864b-2bcbf890eaf6 HTTP/1.1" status: 200 len: 859 time: 0.0775058 Jun 10 22:49:02.202013 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Attempting to bind port e2cd673d-be6f-48d8-8e58-a57a8388fee6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:49:02.202387 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Attempting to bind port e2cd673d-be6f-48d8-8e58-a57a8388fee6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c37f4c3b-097e-47be-9c7e-7abe3200dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '603c7f11-d663-42c9-954b-e8c77404d6c2'}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:49:02.202909 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Attempting to bind port e2cd673d-be6f-48d8-8e58-a57a8388fee6 on network 603c7f11-d663-42c9-954b-e8c77404d6c2 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:49:02.203153 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0911b3f2-8f17-4182-9349-e04d9e31a8e2 req-170f1cd7-0fcc-4ecf-9e8f-a29213d7c543 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402813 Jun 10 22:49:02.207412 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Port e2cd673d-be6f-48d8-8e58-a57a8388fee6 on network 603c7f11-d663-42c9-954b-e8c77404d6c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:49:02.210456 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Attempting to bind port e2cd673d-be6f-48d8-8e58-a57a8388fee6 on network 603c7f11-d663-42c9-954b-e8c77404d6c2 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:49:02.213440 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:49:02.213970 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Checking segment: {'id': 'c37f4c3b-097e-47be-9c7e-7abe3200dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '603c7f11-d663-42c9-954b-e8c77404d6c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:49:02.214521 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Bound using segment: {'id': 'c37f4c3b-097e-47be-9c7e-7abe3200dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '603c7f11-d663-42c9-954b-e8c77404d6c2'} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:49:02.215123 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Bound port: e2cd673d-be6f-48d8-8e58-a57a8388fee6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37f4c3b-097e-47be-9c7e-7abe3200dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '603c7f11-d663-42c9-954b-e8c77404d6c2'}}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:49:02.215654 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:02.292915 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] For port e2cd673d-be6f-48d8-8e58-a57a8388fee6, host hv-cinder-79053, cleared binding levels {{(pid=98755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:49:02.296139 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] For port e2cd673d-be6f-48d8-8e58-a57a8388fee6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2cd673d-be6f-48d8-8e58-a57a8388fee6,segment=NetworkSegment(c37f4c3b-097e-47be-9c7e-7abe3200dc28),segment_id=c37f4c3b-097e-47be-9c7e-7abe3200dc28)] {{(pid=98755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:49:02.328713 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0911b3f2-8f17-4182-9349-e04d9e31a8e2 req-36073681-32f4-4f96-94e9-53f25f4a908d service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162496 Jun 10 22:49:02.395873 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:02.399640 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:02.447150 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:02.447816 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:02.449335 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9873537d-5968-4b2e-8674-e246f926c823 req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] 10.222.0.13 "PUT /v2.0/ports/e2cd673d-be6f-48d8-8e58-a57a8388fee6 HTTP/1.1" status: 200 len: 1094 time: 1.1827247 Jun 10 22:49:02.449873 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c123983-5178-4786-90ff-bb356b042477', 'tag': 'e2cd673d-be6f-48d8-8e58-a57a8388fee6'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:49:02.452699 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870fe312-c3a9-4a17-ac2b-068c927457bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9c123983-5178-4786-90ff-bb356b042477", "tag": "e2cd673d-be6f-48d8-8e58-a57a8388fee6"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:49:02.469990 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0911b3f2-8f17-4182-9349-e04d9e31a8e2 req-f4bd7dc2-2020-4d11-a6c1-7a8b492be989 service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340859 Jun 10 22:49:02.494887 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Pushing event updated for resources: {'Port': ['ID=e2cd673d-be6f-48d8-8e58-a57a8388fee6,revision_number=3']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:02.506313 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:02.507782 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7121af1c-2721-4dc8-9ee0-54f7cc0bc83a x-openstack-request-id: req-7121af1c-2721-4dc8-9ee0-54f7cc0bc83a {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:49:02.508171 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c123983-5178-4786-90ff-bb356b042477", "tag": "e2cd673d-be6f-48d8-8e58-a57a8388fee6", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:49:02.508452 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7121af1c-2721-4dc8-9ee0-54f7cc0bc83a {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:49:02.508873 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c123983-5178-4786-90ff-bb356b042477', 'tag': 'e2cd673d-be6f-48d8-8e58-a57a8388fee6', 'status': 'completed', 'code': 200} Jun 10 22:49:02.603747 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fe312-c3a9-4a17-ac2b-068c927457bf req-bfa048c3-6c73-4789-9129-b40b7b65bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:02.605257 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-870fe312-c3a9-4a17-ac2b-068c927457bf req-bfa048c3-6c73-4789-9129-b40b7b65bf3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d578aa02913f47cab5e836008545515e&device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 1097 time: 0.0676749 Jun 10 22:49:02.743408 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fe312-c3a9-4a17-ac2b-068c927457bf req-53d072f0-cd25-4b67-b156-27628e012f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:02.744872 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-870fe312-c3a9-4a17-ac2b-068c927457bf req-53d072f0-cd25-4b67-b156-27628e012f30 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d578aa02913f47cab5e836008545515e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1294117 Jun 10 22:49:02.870094 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fe312-c3a9-4a17-ac2b-068c927457bf req-8621a290-4754-4903-b331-eec39d5b3586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:02.871545 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-870fe312-c3a9-4a17-ac2b-068c927457bf req-8621a290-4754-4903-b331-eec39d5b3586 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1195283 Jun 10 22:49:02.978153 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873537d-5968-4b2e-8674-e246f926c823 req-11ef44a8-ec0b-4c27-bede-2c29f54d7fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:02.979683 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9873537d-5968-4b2e-8674-e246f926c823 req-11ef44a8-ec0b-4c27-bede-2c29f54d7fba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d578aa02913f47cab5e836008545515e&device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 1097 time: 0.0674810 Jun 10 22:49:03.035469 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9873537d-5968-4b2e-8674-e246f926c823 req-5142d287-b5f5-4158-8300-2e80a13fce2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2cd673d-be6f-48d8-8e58-a57a8388fee6 HTTP/1.1" status: 200 len: 217 time: 0.0478940 Jun 10 22:49:03.096640 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873537d-5968-4b2e-8674-e246f926c823 req-052196b1-dbc2-4045-b2cf-fd23ddfa3388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:03.098106 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9873537d-5968-4b2e-8674-e246f926c823 req-052196b1-dbc2-4045-b2cf-fd23ddfa3388 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d61f6821-e830-43d5-8beb-32997cc46bce HTTP/1.1" status: 200 len: 853 time: 0.0553172 Jun 10 22:49:03.165208 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9873537d-5968-4b2e-8674-e246f926c823 req-e1039f9d-7f3d-41c3-8d06-26570cd8e165 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=603c7f11-d663-42c9-954b-e8c77404d6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573232 Jun 10 22:49:03.178974 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818e393-24b3-48cb-adaa-2d7945e9304a req-2852ca31-7799-4374-a59b-2f39db9e4807 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:03.181047 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0818e393-24b3-48cb-adaa-2d7945e9304a req-2852ca31-7799-4374-a59b-2f39db9e4807 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0714018 Jun 10 22:49:03.228681 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0818e393-24b3-48cb-adaa-2d7945e9304a req-b638af22-c012-42c9-bda4-7b66dabd5d37 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416431 Jun 10 22:49:03.236258 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6131a9-2fb4-419e-bda3-a24482d6559b req-e6d28657-a0ad-4e5a-9f9d-f17cb079bbd4 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:03.237753 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5a6131a9-2fb4-419e-bda3-a24482d6559b req-e6d28657-a0ad-4e5a-9f9d-f17cb079bbd4 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 944 time: 0.1387811 Jun 10 22:49:03.341538 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5a6131a9-2fb4-419e-bda3-a24482d6559b req-d46b9e92-0f95-4e4d-b673-0b3aab8080ab tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576620 Jun 10 22:49:03.346658 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9873537d-5968-4b2e-8674-e246f926c823 req-b63a87e5-a0de-4830-8abc-bfa444274570 service neutron] 10.222.0.13 "GET /v2.0/networks/603c7f11-d663-42c9-954b-e8c77404d6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652744 Jun 10 22:49:03.478435 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9873537d-5968-4b2e-8674-e246f926c823 req-d01df3a4-d1c2-4f0d-a367-048f738a2212 service neutron] 10.222.0.13 "GET /v2.0/networks/603c7f11-d663-42c9-954b-e8c77404d6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192162 Jun 10 22:49:04.412576 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e143e6d-ad70-4828-b358-afe6d4121b0d req-6e54949c-c1f9-489d-b8d6-79c2d7d04f6f tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:04.414759 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5e143e6d-ad70-4828-b358-afe6d4121b0d req-6e54949c-c1f9-489d-b8d6-79c2d7d04f6f tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0703230 Jun 10 22:49:04.460431 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5e143e6d-ad70-4828-b358-afe6d4121b0d req-75472958-4199-4f05-ade4-fcff5039bbb0 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Jun 10 22:49:04.550902 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4409e-d7f6-49d3-a99e-f7d892d89588 req-18f17e03-b0a2-401a-9fb1-f10aabd72986 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:04.560396 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f2c4409e-d7f6-49d3-a99e-f7d892d89588 req-18f17e03-b0a2-401a-9fb1-f10aabd72986 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 944 time: 0.0853176 Jun 10 22:49:04.602064 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f2c4409e-d7f6-49d3-a99e-f7d892d89588 req-437555f0-515f-435a-b004-46aadc625f13 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 Jun 10 22:49:05.646811 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418311-211c-41df-ade2-fe38fad84002 req-13700189-d0e7-4d36-ab15-4966823bccb5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:05.648313 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2a418311-211c-41df-ade2-fe38fad84002 req-13700189-d0e7-4d36-ab15-4966823bccb5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0687437 Jun 10 22:49:05.697980 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2a418311-211c-41df-ade2-fe38fad84002 req-e483845e-bc9d-4f9b-b2b5-8ededff6db21 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Jun 10 22:49:05.797056 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0cf3b-02a2-4dc5-8f4b-00cacc32775b req-612b45e6-c7c4-403e-8faf-7d1a6597f4f5 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:05.798634 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-17e0cf3b-02a2-4dc5-8f4b-00cacc32775b req-612b45e6-c7c4-403e-8faf-7d1a6597f4f5 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 944 time: 0.0784163 Jun 10 22:49:05.844095 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-17e0cf3b-02a2-4dc5-8f4b-00cacc32775b req-c1d813ef-799b-4859-b408-b7626d77b0bd tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393214 Jun 10 22:49:06.884870 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ae4b8-8140-49cc-8c95-d69037811a28 req-9fe07c78-f41a-4952-a88c-481bd7e5c541 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:06.886350 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a91ae4b8-8140-49cc-8c95-d69037811a28 req-9fe07c78-f41a-4952-a88c-481bd7e5c541 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0716968 Jun 10 22:49:06.929707 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a91ae4b8-8140-49cc-8c95-d69037811a28 req-710ca29a-af9e-4df6-a9ba-d51ace8aa380 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369720 Jun 10 22:49:07.108065 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff52d90-47ba-4506-8042-b885e9451eee req-29f66787-88cf-49b6-afc8-b7573d4644d0 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:07.109522 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-cff52d90-47ba-4506-8042-b885e9451eee req-29f66787-88cf-49b6-afc8-b7573d4644d0 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 944 time: 0.0734308 Jun 10 22:49:07.157736 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-cff52d90-47ba-4506-8042-b885e9451eee req-eba80d7c-3b8e-41db-8dca-ae21012751dc tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425949 Jun 10 22:49:08.153224 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7c83d-d155-4076-b857-bb4f6dcef390 req-7a63f336-5c8f-4d1f-843a-965ece618fc9 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:08.153224 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5bc7c83d-d155-4076-b857-bb4f6dcef390 req-7a63f336-5c8f-4d1f-843a-965ece618fc9 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0924449 Jun 10 22:49:08.199299 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5bc7c83d-d155-4076-b857-bb4f6dcef390 req-a2843b40-ba77-4e61-bf14-fbacaefbe625 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466318 Jun 10 22:49:08.342886 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2d5a4-507d-476e-86bc-c3f462559ac9 req-86e2715c-041c-4226-b6a4-22f204433c9f tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:08.344394 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-33f2d5a4-507d-476e-86bc-c3f462559ac9 req-86e2715c-041c-4226-b6a4-22f204433c9f tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 944 time: 0.0712972 Jun 10 22:49:08.389250 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-33f2d5a4-507d-476e-86bc-c3f462559ac9 req-c0ad73a7-cfa5-4dba-b16f-28b9ae413eff tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391850 Jun 10 22:49:08.812226 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device e2cd673d-be6f-48d8-8e58-a57a8388fee6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:49:08.944397 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port e2cd673d-be6f-48d8-8e58-a57a8388fee6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2cd673d-be6f-48d8-8e58-a57a8388fee6,segment=NetworkSegment(c37f4c3b-097e-47be-9c7e-7abe3200dc28),segment_id=c37f4c3b-097e-47be-9c7e-7abe3200dc28)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:49:08.956817 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': 'e2cd673d-be6f-48d8-8e58-a57a8388fee6', 'network_id': '603c7f11-d663-42c9-954b-e8c77404d6c2', 'port_id': 'e2cd673d-be6f-48d8-8e58-a57a8388fee6', 'mac_address': 'fa:16:3e:a0:0e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61f6821-e830-43d5-8beb-32997cc46bce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:49:09.003080 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:09.017845 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cd673d-be6f-48d8-8e58-a57a8388fee6 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:49:09.038273 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port e2cd673d-be6f-48d8-8e58-a57a8388fee6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2cd673d-be6f-48d8-8e58-a57a8388fee6,segment=NetworkSegment(c37f4c3b-097e-47be-9c7e-7abe3200dc28),segment_id=c37f4c3b-097e-47be-9c7e-7abe3200dc28)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:49:09.137365 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:09.139453 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:09.202283 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=e2cd673d-be6f-48d8-8e58-a57a8388fee6,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:09.209997 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:09.215497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:09.215497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:09.215497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:09.215497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:09.215497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:09.215497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:09.215497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:09.215497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:09.215497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:09.215497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:09.215497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:09.219208 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:09.390157 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c839f-114c-4a02-ba69-1dd317a83bf8 req-4c7d1605-10bb-411e-be27-e769c7bed592 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:09.391656 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-222c839f-114c-4a02-ba69-1dd317a83bf8 req-4c7d1605-10bb-411e-be27-e769c7bed592 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0693593 Jun 10 22:49:09.438608 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-222c839f-114c-4a02-ba69-1dd317a83bf8 req-bb13ef4f-a066-4ecd-ae8d-41f1868c765f tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 Jun 10 22:49:09.579865 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa3742-0913-4c30-b77e-14546c481f64 req-9ccefab5-96d5-42ad-851f-1fd93596373f tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:09.581354 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-83fa3742-0913-4c30-b77e-14546c481f64 req-9ccefab5-96d5-42ad-851f-1fd93596373f tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 945 time: 0.0721276 Jun 10 22:49:09.623216 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-83fa3742-0913-4c30-b77e-14546c481f64 req-fc717ab7-2306-4853-814a-7b8981c9fb1b tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362906 Jun 10 22:49:09.726081 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['e2cd673d-be6f-48d8-8e58-a57a8388fee6'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:49:10.625492 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba588326-32b1-47a2-aca7-6aa09e696604 req-da537ea1-5ad8-40d8-b0b4-53d5aca8fb48 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:10.626979 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ba588326-32b1-47a2-aca7-6aa09e696604 req-da537ea1-5ad8-40d8-b0b4-53d5aca8fb48 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0707908 Jun 10 22:49:10.673585 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ba588326-32b1-47a2-aca7-6aa09e696604 req-4feb26b1-d11b-4e5c-9ccd-47dce22a9a07 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Jun 10 22:49:10.708668 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1632da-7083-46e0-88e3-fb0ab295ab4a req-181e890e-dcdd-4551-9ee8-e434fea010a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:10.710137 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cc1632da-7083-46e0-88e3-fb0ab295ab4a req-181e890e-dcdd-4551-9ee8-e434fea010a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 1099 time: 0.0686471 Jun 10 22:49:10.747645 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cc1632da-7083-46e0-88e3-fb0ab295ab4a req-18e25d4a-9aea-4dc5-b2b5-8a5584e9106f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307689 Jun 10 22:49:10.817864 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fe037-d3df-4466-a840-27007f7ea793 req-477a8b06-1dc3-47b8-bd47-5f57bada580f tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:10.819342 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ee1fe037-d3df-4466-a840-27007f7ea793 req-477a8b06-1dc3-47b8-bd47-5f57bada580f tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 945 time: 0.0708263 Jun 10 22:49:10.864486 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ee1fe037-d3df-4466-a840-27007f7ea793 req-097f748d-ccd6-47a9-9a23-6d1dc782e571 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381539 Jun 10 22:49:11.856648 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93176fbb-3d9f-404b-86c0-9f71bdaae322 req-297335b1-d606-499f-82ab-4bcd153abdfa tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:11.857997 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-93176fbb-3d9f-404b-86c0-9f71bdaae322 req-297335b1-d606-499f-82ab-4bcd153abdfa tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0657716 Jun 10 22:49:11.903709 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-93176fbb-3d9f-404b-86c0-9f71bdaae322 req-41caaeec-c961-4e3e-99c9-ee037f444a0f tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399048 Jun 10 22:49:12.056846 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902496f6-44c8-4f48-a47a-6077ebbd4235 req-fd915718-cdb0-4965-870e-14e7f2cd0914 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:12.058334 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-902496f6-44c8-4f48-a47a-6077ebbd4235 req-fd915718-cdb0-4965-870e-14e7f2cd0914 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 945 time: 0.0783298 Jun 10 22:49:12.100785 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-902496f6-44c8-4f48-a47a-6077ebbd4235 req-8e87ba1e-25a0-465c-926e-ae0a76f28f9d tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362177 Jun 10 22:49:12.824515 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device e2cd673d-be6f-48d8-8e58-a57a8388fee6 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:49:12.989676 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port e2cd673d-be6f-48d8-8e58-a57a8388fee6 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:49:12.994625 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port e2cd673d-be6f-48d8-8e58-a57a8388fee6 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:12.995246 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:13.084571 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec626d8-9b32-41a2-af28-04065cb33c72 req-c4271fe8-70c8-456d-a6c2-276486c1516c tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:13.086053 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7ec626d8-9b32-41a2-af28-04065cb33c72 req-c4271fe8-70c8-456d-a6c2-276486c1516c tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0681725 Jun 10 22:49:13.088028 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:13.112697 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c123983-5178-4786-90ff-bb356b042477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cd673d-be6f-48d8-8e58-a57a8388fee6'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:49:13.114954 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457dd7b5-1fa6-4ee3-b214-89890c79fffc" -d '{"events": [{"server_uuid": "9c123983-5178-4786-90ff-bb356b042477", "name": "network-vif-plugged", "status": "completed", "tag": "e2cd673d-be6f-48d8-8e58-a57a8388fee6"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:49:13.129044 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port e2cd673d-be6f-48d8-8e58-a57a8388fee6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2cd673d-be6f-48d8-8e58-a57a8388fee6,segment=NetworkSegment(c37f4c3b-097e-47be-9c7e-7abe3200dc28),segment_id=c37f4c3b-097e-47be-9c7e-7abe3200dc28)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:49:13.131407 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7ec626d8-9b32-41a2-af28-04065cb33c72 req-360f931d-6e4c-4038-a679-97787a783c25 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392725 Jun 10 22:49:13.158865 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cfb585-0a82-4465-afbe-3b033c5593da x-openstack-request-id: req-09cfb585-0a82-4465-afbe-3b033c5593da {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:49:13.159169 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c123983-5178-4786-90ff-bb356b042477", "name": "network-vif-plugged", "status": "completed", "tag": "e2cd673d-be6f-48d8-8e58-a57a8388fee6", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:49:13.159435 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09cfb585-0a82-4465-afbe-3b033c5593da {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:49:13.159838 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c123983-5178-4786-90ff-bb356b042477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cd673d-be6f-48d8-8e58-a57a8388fee6', 'code': 200} Jun 10 22:49:13.206754 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:13.209015 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-7a1ce954-7264-42bb-88f9-e4bdc4684f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:13.265531 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=e2cd673d-be6f-48d8-8e58-a57a8388fee6,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:13.275339 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:13.358046 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ae751-1f46-4ba3-9cb4-827b61832fbc req-36766bf6-a945-49ea-90fb-8f336292dc94 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:13.367076 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-909ae751-1f46-4ba3-9cb4-827b61832fbc req-36766bf6-a945-49ea-90fb-8f336292dc94 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 946 time: 0.1068535 Jun 10 22:49:13.416125 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-909ae751-1f46-4ba3-9cb4-827b61832fbc req-3b5f9c62-8462-4b5a-8132-557cee0d98ef tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481591 Jun 10 22:49:13.575831 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852e713-f067-487b-862c-83730e798e95 req-463d428d-6053-4efa-9b2c-3d33e480b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:13.577360 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a852e713-f067-487b-862c-83730e798e95 req-463d428d-6053-4efa-9b2c-3d33e480b3be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 1099 time: 0.0588846 Jun 10 22:49:13.622661 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a852e713-f067-487b-862c-83730e798e95 req-e51b3ca6-ed1e-4041-8c3b-e2545ec87b81 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383670 Jun 10 22:49:14.113990 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced06fa0-6b6d-4b34-b41e-b92145fed508 req-99b40513-4857-4303-be27-4b9f9ea1bc22 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:14.115747 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ced06fa0-6b6d-4b34-b41e-b92145fed508 req-99b40513-4857-4303-be27-4b9f9ea1bc22 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.1127312 Jun 10 22:49:14.163311 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ced06fa0-6b6d-4b34-b41e-b92145fed508 req-f4d94d51-8750-4c66-a724-db466561a1da tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411365 Jun 10 22:49:14.166550 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f51a71-2357-4c97-a210-db6bf0f23eea req-d92b088b-c1cf-413a-b5ca-9964d6c0b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:14.167931 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-19f51a71-2357-4c97-a210-db6bf0f23eea req-d92b088b-c1cf-413a-b5ca-9964d6c0b561 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b9e491776fc444595d858b6d9fa77d4&device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 1099 time: 0.1082616 Jun 10 22:49:14.284338 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f51a71-2357-4c97-a210-db6bf0f23eea req-dd9463d8-0f67-4a54-b763-f93027aafbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:14.285861 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-19f51a71-2357-4c97-a210-db6bf0f23eea req-dd9463d8-0f67-4a54-b763-f93027aafbd2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503 HTTP/1.1" status: 200 len: 919 time: 0.1114421 Jun 10 22:49:14.342833 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-19f51a71-2357-4c97-a210-db6bf0f23eea req-992eb8ac-5ce2-484c-a549-ef17e5b9b768 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fe94f38-ee22-46cf-a4fb-fdc468635e8f HTTP/1.1" status: 200 len: 217 time: 0.0499949 Jun 10 22:49:14.402275 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f51a71-2357-4c97-a210-db6bf0f23eea req-9b7775be-e6dc-458e-b981-845e548cd0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:14.403708 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-19f51a71-2357-4c97-a210-db6bf0f23eea req-9b7775be-e6dc-458e-b981-845e548cd0e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1b3330e-cf08-42c3-864b-2bcbf890eaf6 HTTP/1.1" status: 200 len: 859 time: 0.0524669 Jun 10 22:49:14.439904 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-19f51a71-2357-4c97-a210-db6bf0f23eea req-bcb220e3-c147-494d-979b-69e3601c452d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3eee5bef-38ad-41c3-9a4e-23afd1f4c503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289290 Jun 10 22:49:14.586551 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-19f51a71-2357-4c97-a210-db6bf0f23eea req-1233c7a2-94c1-47f8-8c04-43cb97ef025a service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388152 Jun 10 22:49:14.695953 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f5465-2cbc-411d-b86c-4a9f6780377b req-d7ef8f3d-2b5a-4d27-a346-5933ec03f1b5 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:14.695953 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-412f5465-2cbc-411d-b86c-4a9f6780377b req-d7ef8f3d-2b5a-4d27-a346-5933ec03f1b5 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 946 time: 0.1603928 Jun 10 22:49:14.748090 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-19f51a71-2357-4c97-a210-db6bf0f23eea req-505a6d96-ad3e-41e1-a622-dd76e2357d9c service neutron] 10.222.0.13 "GET /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524065 Jun 10 22:49:14.752931 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-412f5465-2cbc-411d-b86c-4a9f6780377b req-9681a1b3-e8a3-4218-862a-4827a1e74469 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508337 Jun 10 22:49:15.205447 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46586) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:15.332789 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-db8595a6-3367-48b5-8ff0-1581d4e1e95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:15.391111 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8708-0b7d-490b-a954-1a34c32ba2b7 req-0d65a589-3fbc-439d-89a0-6c504b4d41da tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:15.392696 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-84ad8708-0b7d-490b-a954-1a34c32ba2b7 req-0d65a589-3fbc-439d-89a0-6c504b4d41da tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.1172447 Jun 10 22:49:15.439827 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 46594) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:15.463138 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-84ad8708-0b7d-490b-a954-1a34c32ba2b7 req-9f9f52dd-dafd-4ae3-a5c2-d6b95a06a9b4 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554843 Jun 10 22:49:15.495737 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-db8595a6-3367-48b5-8ff0-1581d4e1e95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:15.559280 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-71c4422f-ea0f-4c71-8e15-7fb50e15ef4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:15.594645 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-db8595a6-3367-48b5-8ff0-1581d4e1e95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:15.597378 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-08353a11-f04a-4123-bd58-e4974c1b604a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:15.641221 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8595a6-3367-48b5-8ff0-1581d4e1e95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f3d3f5-55dd-4d51-9b0a-74d4a2e5b382,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:15.648848 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-db8595a6-3367-48b5-8ff0-1581d4e1e95a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73f9dcd28634414993cf628622793591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388909 Jun 10 22:49:15.648848 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-db8595a6-3367-48b5-8ff0-1581d4e1e95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:15.652608 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46600) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:15.669847 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:15.695903 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-71c4422f-ea0f-4c71-8e15-7fb50e15ef4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:15.713688 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b4aa3c5a-d998-48e0-a79e-d406c9498257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:15.736420 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b4aa3c5a-d998-48e0-a79e-d406c9498257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:15.783131 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-71c4422f-ea0f-4c71-8e15-7fb50e15ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:15.786841 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e45b7942-d6a1-4c74-a011-6b06a6bd8281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:15.829949 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-71c4422f-ea0f-4c71-8e15-7fb50e15ef4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13e48f780acd4d10bee1150b281e384f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884881 Jun 10 22:49:15.830927 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4422f-ea0f-4c71-8e15-7fb50e15ef4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963acb6c-1cfb-489f-bd30-81f38ffd0801,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:15.833023 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46604) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:15.834710 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-71c4422f-ea0f-4c71-8e15-7fb50e15ef4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:15.882097 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b4aa3c5a-d998-48e0-a79e-d406c9498257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:15.885102 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b4aa3c5a-d998-48e0-a79e-d406c9498257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:15.886143 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-b4aa3c5a-d998-48e0-a79e-d406c9498257 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22f3d3f5-55dd-4d51-9b0a-74d4a2e5b382 HTTP/1.1" status: 204 len: 168 time: 0.2320549 Jun 10 22:49:15.909756 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5c4c1c01-9235-4755-afc2-af59ecddb7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:15.930293 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa3c5a-d998-48e0-a79e-d406c9498257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f3d3f5-55dd-4d51-9b0a-74d4a2e5b382,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:15.936069 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b4aa3c5a-d998-48e0-a79e-d406c9498257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:15.938528 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-55d20047-6040-4df7-a3f3-7bacc9381bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:15.975437 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-55d20047-6040-4df7-a3f3-7bacc9381bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:16.001608 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3e330-aafd-4d4d-8a81-51c0a9beadf7 req-5ed3ea93-fb0b-43f3-8829-55a817cd4e8f tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:16.003090 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9fa3e330-aafd-4d4d-8a81-51c0a9beadf7 req-5ed3ea93-fb0b-43f3-8829-55a817cd4e8f tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 946 time: 0.1374824 Jun 10 22:49:16.054802 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9fa3e330-aafd-4d4d-8a81-51c0a9beadf7 req-550fdefa-6826-46a1-96a1-37c53d4f3177 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429673 Jun 10 22:49:16.132139 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-55d20047-6040-4df7-a3f3-7bacc9381bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:16.135310 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-55d20047-6040-4df7-a3f3-7bacc9381bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:16.137756 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-55d20047-6040-4df7-a3f3-7bacc9381bb6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/963acb6c-1cfb-489f-bd30-81f38ffd0801 HTTP/1.1" status: 204 len: 168 time: 0.3028195 Jun 10 22:49:16.141042 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4b340eb5-e239-472e-afda-26c7a641feef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:16.168595 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20047-6040-4df7-a3f3-7bacc9381bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963acb6c-1cfb-489f-bd30-81f38ffd0801,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:16.168595 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-55d20047-6040-4df7-a3f3-7bacc9381bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:16.665270 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7b89b-846f-434f-9e6b-f2c5d39ba02b req-6d1918ca-b8a5-48d9-aaa7-b29acbaf6720 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:16.668002 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-61c7b89b-846f-434f-9e6b-f2c5d39ba02b req-6d1918ca-b8a5-48d9-aaa7-b29acbaf6720 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0731809 Jun 10 22:49:16.717551 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-61c7b89b-846f-434f-9e6b-f2c5d39ba02b req-44a3afd3-7ec2-4160-aed6-fb08bf6ed667 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439298 Jun 10 22:49:16.935450 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46680) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:16.953089 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 46684) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:16.970213 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e761-d94e-4440-81b7-56a81e42190f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:17.062994 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e761-d94e-4440-81b7-56a81e42190f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:17.128871 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1737083688-network', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:49:17.142773 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e761-d94e-4440-81b7-56a81e42190f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:17.146820 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-67443f85-53e8-4716-adc2-d433a3b2bb84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:17.187081 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-e4e5e761-d94e-4440-81b7-56a81e42190f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53d79cdbcba8468abc4addb3e9d98ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324424 Jun 10 22:49:17.188041 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5e761-d94e-4440-81b7-56a81e42190f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7028a0e8-799b-4713-9411-4c27588f1e30,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:17.189740 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46686) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:17.191123 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e4e5e761-d94e-4440-81b7-56a81e42190f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:17.220870 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Made reservation on behalf of fc6b1da894ab4574b8b4bda329db7424 for: {'network': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:49:17.222776 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:17.240925 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:17.268674 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-706e5405-86b3-4510-8b4a-168fcd8fb105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:17.303700 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-706e5405-86b3-4510-8b4a-168fcd8fb105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:17.409981 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:17.891040 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-706e5405-86b3-4510-8b4a-168fcd8fb105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:17.894200 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-706e5405-86b3-4510-8b4a-168fcd8fb105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:17.898144 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-706e5405-86b3-4510-8b4a-168fcd8fb105 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7028a0e8-799b-4713-9411-4c27588f1e30 HTTP/1.1" status: 204 len: 168 time: 0.7046096 Jun 10 22:49:17.898144 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a6305371-91e1-4840-b7e0-52aae22e9bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:17.906902 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e5405-86b3-4510-8b4a-168fcd8fb105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7028a0e8-799b-4713-9411-4c27588f1e30,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:17.907819 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234b5cb-70d7-4528-a33f-13a6ee82c7c0 req-bd1b0fc6-da32-457f-b3e3-511b1beca402 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:17.909440 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6234b5cb-70d7-4528-a33f-13a6ee82c7c0 req-bd1b0fc6-da32-457f-b3e3-511b1beca402 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0716729 Jun 10 22:49:17.927492 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-706e5405-86b3-4510-8b4a-168fcd8fb105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:17.960827 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:17.964494 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ac0c0659-1615-4718-b3f6-6490160c1ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:17.978369 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6234b5cb-70d7-4528-a33f-13a6ee82c7c0 req-7b7479c1-1af0-4302-bdb9-c17bc713c91b tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627763 Jun 10 22:49:17.983352 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=98754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:49:17.995022 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:17.995418 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.segments_db [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Added segment b76294b9-f60f-4352-bc08-1e74cad5288e of type vlan for network 2304da14-5ca7-4485-ba56-d10492ef2d15 Jun 10 22:49:18.053403 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3e743b-9b52-4a53-999c-45b3cd9b7d94,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:18.057242 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:18.068066 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:18.166466 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:18.168633 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:18.169441 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:18.171926 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:18.248003 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Pushing event updated for resources: {'Network': ['ID=2304da14-5ca7-4485-ba56-d10492ef2d15,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:18.250922 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:18.259383 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network 2304da14-5ca7-4485-ba56-d10492ef2d15 details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:49:18.308831 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3718281 Jun 10 22:49:18.311156 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46716) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:18.316129 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-104fb5ce-4b4b-41c9-8ad6-9d069d9e946d admin admin] Request body: {'subnet': {'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1737083688-subnet', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'ip_version': 4}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:49:18.400339 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104fb5ce-4b4b-41c9-8ad6-9d069d9e946d admin admin] Made reservation on behalf of fc6b1da894ab4574b8b4bda329db7424 for: {'subnet': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:49:18.402655 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-104fb5ce-4b4b-41c9-8ad6-9d069d9e946d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260754698'] for subnet, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:18.562553 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46718) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:18.844188 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0cb3eaad-7e91-4464-887a-565f97703eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:18.951646 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-104fb5ce-4b4b-41c9-8ad6-9d069d9e946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261568235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260754716'] for subnet, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:18.953563 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0cb3eaad-7e91-4464-887a-565f97703eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:18.956624 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:19.021947 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0cb3eaad-7e91-4464-887a-565f97703eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:19.037243 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fb5ce-4b4b-41c9-8ad6-9d069d9e946d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabe0536-e563-4164-b374-4177101cf3d4,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:19.043151 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-104fb5ce-4b4b-41c9-8ad6-9d069d9e946d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:19.048341 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:19.054887 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104fb5ce-4b4b-41c9-8ad6-9d069d9e946d admin admin] Checking segment: {'id': 'b76294b9-f60f-4352-bc08-1e74cad5288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:49:19.055248 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104fb5ce-4b4b-41c9-8ad6-9d069d9e946d admin admin] Network hostable DHCP agents. Network: 2304da14-5ca7-4485-ba56-d10492ef2d15, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:49:19.067378 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-0cb3eaad-7e91-4464-887a-565f97703eaf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63b714e9e7c04cd5aba79cfe22a32e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5037954 Jun 10 22:49:19.070745 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 46730) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:19.098980 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3eaad-7e91-4464-887a-565f97703eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e25583-72c4-4d8c-a2b5-aae6c240a30c,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:19.109779 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0cb3eaad-7e91-4464-887a-565f97703eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:19.137407 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1896b711-c3b7-4bbf-a11a-057d2d1ba80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:19.161696 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104fb5ce-4b4b-41c9-8ad6-9d069d9e946d admin admin] Network 2304da14-5ca7-4485-ba56-d10492ef2d15 is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:49:19.161973 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1896b711-c3b7-4bbf-a11a-057d2d1ba80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:19.178309 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4739b9-e3ac-41f9-a29b-ae7983a24d07 req-cbb875e3-d72b-4afe-a978-93b6abbd6574 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:19.180635 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8a4739b9-e3ac-41f9-a29b-ae7983a24d07 req-cbb875e3-d72b-4afe-a978-93b6abbd6574 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0835884 Jun 10 22:49:19.226076 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8a4739b9-e3ac-41f9-a29b-ae7983a24d07 req-332c2beb-f653-4443-b662-a2bf2c91dfb5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372493 Jun 10 22:49:19.245801 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-104fb5ce-4b4b-41c9-8ad6-9d069d9e946d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, 2304da14-5ca7-4485-ba56-d10492ef2d15) {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:49:19.250032 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104fb5ce-4b4b-41c9-8ad6-9d069d9e946d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:19.254282 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-104fb5ce-4b4b-41c9-8ad6-9d069d9e946d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:19.255011 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f36290-31a1-4db1-8fa9-69c6aeee85ca None None] Network 2304da14-5ca7-4485-ba56-d10492ef2d15 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:49:19.296542 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1896b711-c3b7-4bbf-a11a-057d2d1ba80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:19.299393 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1896b711-c3b7-4bbf-a11a-057d2d1ba80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:19.300609 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-1896b711-c3b7-4bbf-a11a-057d2d1ba80e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40e25583-72c4-4d8c-a2b5-aae6c240a30c HTTP/1.1" status: 204 len: 168 time: 0.2282822 Jun 10 22:49:19.304933 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-688e38d6-489d-467c-85a8-3be7c53e0612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:19.313049 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896b711-c3b7-4bbf-a11a-057d2d1ba80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e25583-72c4-4d8c-a2b5-aae6c240a30c,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:19.315579 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-1896b711-c3b7-4bbf-a11a-057d2d1ba80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:19.370460 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-104fb5ce-4b4b-41c9-8ad6-9d069d9e946d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0582042 Jun 10 22:49:19.374611 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46740) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:19.375459 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:49:19.476128 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcda3c494-a473-5c72-ae2c-227ee37b7c35-2304da14-5ca7-4485-ba56-d10492ef2d15', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'fixed_ips': [{'subnet_id': 'dabe0536-e563-4164-b374-4177101cf3d4'}]}} from dv-cinder-790535-2-iscsi. {{(pid=98756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:49:19.477045 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:19.484973 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8999'] for router, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:19.486160 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9180'] for router, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:19.561351 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:19.638356 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.db_base_plugin_common [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Allocated IP 172.20.0.2 (2304da14-5ca7-4485-ba56-d10492ef2d15/dabe0536-e563-4164-b374-4177101cf3d4/cdcad461-695f-4846-b0a1-23005ad0f8be) {{(pid=98756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:49:19.885210 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Notify callbacks [] for port, precommit_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:19.885920 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:19.900893 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Transition to ACTIVE for port object cdcad461-695f-4846-b0a1-23005ad0f8be will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:49:19.915986 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Transition to ACTIVE for port object cdcad461-695f-4846-b0a1-23005ad0f8be will not be triggered until provisioned by entity DHCP. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:49:20.029287 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:20.032108 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:20.074532 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Network 2304da14-5ca7-4485-ba56-d10492ef2d15 is already hosted by enough agents. {{(pid=98756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:49:20.080818 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.base_scheduler [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Resources bound (agent type, host, resource id): {{(pid=98756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:49:20.084204 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Received port after_create {{(pid=98756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:49:20.094331 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Pushing event updated for resources: {'Port': ['ID=cdcad461-695f-4846-b0a1-23005ad0f8be,revision_number=1']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:20.098362 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:20.164844 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Attempting to bind port cdcad461-695f-4846-b0a1-23005ad0f8be on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:49:20.165411 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Attempting to bind port cdcad461-695f-4846-b0a1-23005ad0f8be by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': 'b76294b9-f60f-4352-bc08-1e74cad5288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:49:20.165897 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Attempting to bind port cdcad461-695f-4846-b0a1-23005ad0f8be on network 2304da14-5ca7-4485-ba56-d10492ef2d15 {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:49:20.170848 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:49:20.171227 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Checking segment: {'id': 'b76294b9-f60f-4352-bc08-1e74cad5288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:49:20.171638 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:20.172101 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Bound using segment: {'id': 'b76294b9-f60f-4352-bc08-1e74cad5288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:49:20.172574 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Bound port: cdcad461-695f-4846-b0a1-23005ad0f8be, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76294b9-f60f-4352-bc08-1e74cad5288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:49:20.172957 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:20.253851 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] For port cdcad461-695f-4846-b0a1-23005ad0f8be, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:49:20.258381 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] For port cdcad461-695f-4846-b0a1-23005ad0f8be, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=cdcad461-695f-4846-b0a1-23005ad0f8be,segment=NetworkSegment(b76294b9-f60f-4352-bc08-1e74cad5288e),segment_id=b76294b9-f60f-4352-bc08-1e74cad5288e)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:49:20.281268 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:20.312601 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:20.315056 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:20.326146 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:20.401747 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Pushing event updated for resources: {'Port': ['ID=cdcad461-695f-4846-b0a1-23005ad0f8be,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:20.403730 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:20.444246 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Allocated IP 172.27.0.119 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:49:20.635328 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:20.803750 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-261566843'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:20.804516 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:20.822872 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:49:20.848164 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:49:20.850970 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:49:20.855879 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:49:20.891732 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Pushing event updated for resources: {'Port': ['ID=4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:20.902429 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:21.384392 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:21.434254 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce7364-7293-4ca7-a501-68109cff040a None None] Network 2304da14-5ca7-4485-ba56-d10492ef2d15 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:49:21.690498 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514295'] for router, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:21.709513 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-c4e60973-ec53-4838-8c0e-46c1600ffc4e None None] Provisioning for port cdcad461-695f-4846-b0a1-23005ad0f8be completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:49:22.153801 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Router 1c36c4de-6f04-49c4-b375-2931ed1d20bd is scheduled to L3 agent 9e203144-a816-49db-8412-f3f5fb058eed with binding_index 1 {{(pid=98754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:49:22.153990 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-8187d7ff-93be-460d-bbf5-7b77eab233b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:22.204287 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device cdcad461-695f-4846-b0a1-23005ad0f8be up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:49:22.310644 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:49:22.318936 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Sync routers for ids ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:49:22.326090 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port cdcad461-695f-4846-b0a1-23005ad0f8be completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:49:22.327657 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Routers {'1c36c4de-6f04-49c4-b375-2931ed1d20bd'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:49:22.328614 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:48:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:22.330261 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port cdcad461-695f-4846-b0a1-23005ad0f8be triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:22.330650 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:22.400578 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Notify callbacks [] for router, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:22.402404 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0304317 Jun 10 22:49:22.405195 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46806) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:22.449257 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:22.484679 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port cdcad461-695f-4846-b0a1-23005ad0f8be, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=cdcad461-695f-4846-b0a1-23005ad0f8be,segment=NetworkSegment(b76294b9-f60f-4352-bc08-1e74cad5288e),segment_id=b76294b9-f60f-4352-bc08-1e74cad5288e)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:49:22.500606 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Set router 1c36c4de-6f04-49c4-b375-2931ed1d20bd gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:49:22.588788 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:22.591068 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:22.667245 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=cdcad461-695f-4846-b0a1-23005ad0f8be,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:22.670730 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:22.794861 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:49:21Z', 'revision_number': 3, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port': {'id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:20Z', 'updated_at': '2021-06-10T22:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:22.798204 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Checking router: 1c36c4de-6f04-49c4-b375-2931ed1d20bd for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:49:22.798564 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Updating router 1c36c4de-6f04-49c4-b375-2931ed1d20bd port 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb binding host dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:49:22.855732 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:22.997316 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:23.196791 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Allocated IP 172.20.0.1 (2304da14-5ca7-4485-ba56-d10492ef2d15/dabe0536-e563-4164-b374-4177101cf3d4/744e12df-fa65-4aeb-909f-84455b19e6a4) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:49:23.257632 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Notify callbacks [] for port, precommit_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:23.267620 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.provisioning_blocks [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Transition to ACTIVE for port object 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb will not be triggered until provisioned by entity L2. {{(pid=98757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:49:23.333649 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:23.346783 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Transition to ACTIVE for port object 744e12df-fa65-4aeb-909f-84455b19e6a4 will not be triggered until provisioned by entity DHCP. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:49:23.348648 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:23.352119 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:23.420555 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Pushing event updated for resources: {'Port': ['ID=4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb,revision_number=2']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:23.423524 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Attempting to bind port 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:49:23.423916 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Attempting to bind port 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:49:23.424280 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Attempting to bind port 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb on network 3e0b5106-2246-44f7-b3cf-d443495374ef {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:49:23.432519 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:23.432869 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:23.433249 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:23.433581 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:23.433904 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:23.434250 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:23.434569 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:23.434886 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:23.435223 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:23.435541 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:23.435894 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:23.436210 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:23.439558 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:49:23.440014 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Checking segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:49:23.440414 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:23.440805 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Bound using segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:49:23.441277 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Bound port: 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:49:23.441636 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:23.443339 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:23.446643 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-261566843'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:23.449799 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a7ad9ee5-9e8c-4af3-8fd8-ec3307a29ddb tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:23.494324 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Network 2304da14-5ca7-4485-ba56-d10492ef2d15 is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:49:23.497636 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:49:23.500865 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:49:23.504050 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] For port 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:49:23.509494 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] For port 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:49:23.536145 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Pushing event updated for resources: {'Port': ['ID=744e12df-fa65-4aeb-909f-84455b19e6a4,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:23.540776 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:23.565145 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510768'] for router_interface, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:23.686829 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:23.696937 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:23.766743 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Pushing event updated for resources: {'Port': ['ID=4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb,revision_number=3']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:23.769940 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:23.793987 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Routers {'1c36c4de-6f04-49c4-b375-2931ed1d20bd'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:49:23.794792 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:48:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:23.856214 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-a16e835e-d142-4468-ba15-fcb19e333b11 None None] Provisioning for port 744e12df-fa65-4aeb-909f-84455b19e6a4 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:49:23.862149 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-a16e835e-d142-4468-ba15-fcb19e333b11 None None] Provisioning complete for port 744e12df-fa65-4aeb-909f-84455b19e6a4 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:23.862763 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-a16e835e-d142-4468-ba15-fcb19e333b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:23.910641 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-a16e835e-d142-4468-ba15-fcb19e333b11 None None] Port 744e12df-fa65-4aeb-909f-84455b19e6a4 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:49:23.925127 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:23.967068 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] Set router 1c36c4de-6f04-49c4-b375-2931ed1d20bd gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:49:24.197788 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device cdcad461-695f-4846-b0a1-23005ad0f8be up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:49:24.213537 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:24.258650 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port cdcad461-695f-4846-b0a1-23005ad0f8be triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:24.259367 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:24.268860 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:49:21Z', 'revision_number': 3, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port': {'id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:20Z', 'updated_at': '2021-06-10T22:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:24.278756 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a49ea1-bd29-4e96-9bd3-d78b1fd91f18 None None] The sync data for ids ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'] in dv-cinder-790535-2-iscsi is: [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:49:21Z', 'revision_number': 3, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port': {'id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:20Z', 'updated_at': '2021-06-10T22:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:49:24.280342 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:24.282875 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:24.391965 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Pushing event updated for resources: {'Port': ['ID=744e12df-fa65-4aeb-909f-84455b19e6a4,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:24.394635 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510788'] for router_interface, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:24.402509 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:24.553869 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Network 2304da14-5ca7-4485-ba56-d10492ef2d15 is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:49:24.556128 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:49:24.588261 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e60ff-5799-4746-97e1-374e15df2259 req-8cbece6b-b2a4-4193-948c-0d68b5db73d4 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:24.589948 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b67e60ff-5799-4746-97e1-374e15df2259 req-8cbece6b-b2a4-4193-948c-0d68b5db73d4 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.1012161 Jun 10 22:49:24.719899 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b67e60ff-5799-4746-97e1-374e15df2259 req-a3266b8d-f9d9-4baf-8e1f-08dd99bdcf86 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131499 Jun 10 22:49:24.765561 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Router 1c36c4de-6f04-49c4-b375-2931ed1d20bd has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:49:24.891949 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-401966a2-101e-4d82-958c-11d426d4926d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:24.896054 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:24.937365 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:49:24.939592 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-4303a901-312d-42e2-933c-721859276ee3 None None] Provisioning complete for port 744e12df-fa65-4aeb-909f-84455b19e6a4 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:24.940404 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4303a901-312d-42e2-933c-721859276ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:24.946314 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] 10.222.0.25 "PUT /v2.0/routers/1c36c4de-6f04-49c4-b375-2931ed1d20bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5398695 Jun 10 22:49:25.011716 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-4303a901-312d-42e2-933c-721859276ee3 None None] Port 744e12df-fa65-4aeb-909f-84455b19e6a4 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:49:25.737723 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:25.794509 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46884) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:25.799772 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-702760290-network', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:49:25.949064 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Made reservation on behalf of 9ae848b2dec845a49deabf0af8df273a for: {'network': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:49:25.951442 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:25.963588 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:25.990918 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Sync routers for ids ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:49:25.999798 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Routers {'1c36c4de-6f04-49c4-b375-2931ed1d20bd'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:49:26.000444 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:49:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:26.057582 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:26.149400 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:26.150062 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Set router 1c36c4de-6f04-49c4-b375-2931ed1d20bd gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:49:26.152861 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-52293b65-2a0c-4dd7-beec-7ddd26f6db84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:26.177052 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=98754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:49:26.186342 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c71a2f-ec2f-4e52-8446-1d4efdc8b8c1,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:26.190205 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:26.193692 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:26.194245 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.segments_db [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Added segment 4ffedc94-45e7-49aa-afbf-e315bde31a7e of type vlan for network 04b5501a-0f19-45ac-a0aa-5c713abbd5fc Jun 10 22:49:26.210265 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:49:26.245744 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:26.348830 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:26.350171 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:26.350745 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:26.354226 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:26.427236 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Pushing event updated for resources: {'Network': ['ID=04b5501a-0f19-45ac-a0aa-5c713abbd5fc,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:26.429795 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:26.439562 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network 04b5501a-0f19-45ac-a0aa-5c713abbd5fc details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:49:26.463868 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6682377 Jun 10 22:49:26.466486 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46890) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:26.466700 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:49:26.471287 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-23653cb8-48f6-49ce-9955-88c984df0919 admin admin] Request body: {'subnet': {'network_id': '04b5501a-0f19-45ac-a0aa-5c713abbd5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-702760290-subnet', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'ip_version': 4}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:49:26.476903 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:26.477284 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:26.548792 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23653cb8-48f6-49ce-9955-88c984df0919 admin admin] Made reservation on behalf of 9ae848b2dec845a49deabf0af8df273a for: {'subnet': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:49:26.551203 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-23653cb8-48f6-49ce-9955-88c984df0919 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260754698'] for subnet, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:26.569459 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:49:23Z', 'revision_number': 4, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port': {'id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:20Z', 'updated_at': '2021-06-10T22:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '744e12df-fa65-4aeb-909f-84455b19e6a4', 'name': '', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'mac_address': 'fa:16:3e:97:de:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:23Z', 'updated_at': '2021-06-10T22:49:24Z', 'revision_number': 2, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'subnets': [{'id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:26.574540 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Checking router: 1c36c4de-6f04-49c4-b375-2931ed1d20bd for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:49:26.574897 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Updating router 1c36c4de-6f04-49c4-b375-2931ed1d20bd port 744e12df-fa65-4aeb-909f-84455b19e6a4 binding host dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:49:26.647358 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:26.675132 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:26.731716 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:49:26.788417 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:26.792786 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:26.811641 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-23653cb8-48f6-49ce-9955-88c984df0919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261568235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260754716'] for subnet, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:26.814787 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-89b6ab5d-fb4d-4aaf-b329-6ed60659b7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:26.877245 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23653cb8-48f6-49ce-9955-88c984df0919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecace728-362e-4637-a463-c8704dc7dd4d,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:26.880210 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:26.883770 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-23653cb8-48f6-49ce-9955-88c984df0919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:26.884269 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:26.884916 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23653cb8-48f6-49ce-9955-88c984df0919 admin admin] Checking segment: {'id': '4ffedc94-45e7-49aa-afbf-e315bde31a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '04b5501a-0f19-45ac-a0aa-5c713abbd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:49:26.885231 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23653cb8-48f6-49ce-9955-88c984df0919 admin admin] Network hostable DHCP agents. Network: 04b5501a-0f19-45ac-a0aa-5c713abbd5fc, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:49:26.960312 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23653cb8-48f6-49ce-9955-88c984df0919 admin admin] Network 04b5501a-0f19-45ac-a0aa-5c713abbd5fc is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:49:27.017624 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-23653cb8-48f6-49ce-9955-88c984df0919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, 04b5501a-0f19-45ac-a0aa-5c713abbd5fc) {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:49:27.021804 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23653cb8-48f6-49ce-9955-88c984df0919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:27.022395 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-23653cb8-48f6-49ce-9955-88c984df0919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:27.051340 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ebc2ab-af0c-4188-ade3-9f186ad9cf75 None None] Network 04b5501a-0f19-45ac-a0aa-5c713abbd5fc requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:49:27.090980 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-23653cb8-48f6-49ce-9955-88c984df0919 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6233745 Jun 10 22:49:27.093362 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46894) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:27.097698 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-702760290-router', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:49:27.193264 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8999'] for router, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:27.194443 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9180'] for router, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:27.285953 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Notify callbacks [] for port, precommit_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:27.292063 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:27.322312 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Transition to ACTIVE for port object 744e12df-fa65-4aeb-909f-84455b19e6a4 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:49:27.334727 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcda3c494-a473-5c72-ae2c-227ee37b7c35-04b5501a-0f19-45ac-a0aa-5c713abbd5fc', 'network_id': '04b5501a-0f19-45ac-a0aa-5c713abbd5fc', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'fixed_ips': [{'subnet_id': 'ecace728-362e-4637-a463-c8704dc7dd4d'}]}} from dv-cinder-790535-2-iscsi. {{(pid=98756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:49:27.335637 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:27.413866 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:27.422926 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:27.489082 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:27.555173 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6c9be-0479-458d-b6aa-530d6c4cd70e None None] Pushing event updated for resources: {'Port': ['ID=744e12df-fa65-4aeb-909f-84455b19e6a4,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:27.555173 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-80f6c9be-0479-458d-b6aa-530d6c4cd70e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:27.624199 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.db_base_plugin_common [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Allocated IP 172.20.0.2 (04b5501a-0f19-45ac-a0aa-5c713abbd5fc/ecace728-362e-4637-a463-c8704dc7dd4d/cceabe07-7ba9-407c-88c2-023d92e11a12) {{(pid=98756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:49:27.653621 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Attempting to bind port 744e12df-fa65-4aeb-909f-84455b19e6a4 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:49:27.653993 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Attempting to bind port 744e12df-fa65-4aeb-909f-84455b19e6a4 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': 'b76294b9-f60f-4352-bc08-1e74cad5288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:49:27.654371 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Attempting to bind port 744e12df-fa65-4aeb-909f-84455b19e6a4 on network 2304da14-5ca7-4485-ba56-d10492ef2d15 {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:49:27.683094 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:49:27.683094 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Checking segment: {'id': 'b76294b9-f60f-4352-bc08-1e74cad5288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:49:27.683498 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:27.683774 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Bound using segment: {'id': 'b76294b9-f60f-4352-bc08-1e74cad5288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:49:27.684620 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Bound port: 744e12df-fa65-4aeb-909f-84455b19e6a4, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76294b9-f60f-4352-bc08-1e74cad5288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:49:27.684771 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:27.784907 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:27.860515 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] For port 744e12df-fa65-4aeb-909f-84455b19e6a4, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:49:27.880807 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] For port 744e12df-fa65-4aeb-909f-84455b19e6a4, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=744e12df-fa65-4aeb-909f-84455b19e6a4,segment=NetworkSegment(b76294b9-f60f-4352-bc08-1e74cad5288e),segment_id=b76294b9-f60f-4352-bc08-1e74cad5288e)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:49:27.893820 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Notify callbacks [] for port, precommit_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:27.902114 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Transition to ACTIVE for port object cceabe07-7ba9-407c-88c2-023d92e11a12 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:49:27.918852 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Transition to ACTIVE for port object cceabe07-7ba9-407c-88c2-023d92e11a12 will not be triggered until provisioned by entity DHCP. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:49:27.983405 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:27.986271 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-474e700b-032f-480a-a38e-31177bb90f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:28.052649 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Routers {'1c36c4de-6f04-49c4-b375-2931ed1d20bd'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:49:28.053289 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:49:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:28.058759 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6c9be-0479-458d-b6aa-530d6c4cd70e None None] Pushing event updated for resources: {'Port': ['ID=744e12df-fa65-4aeb-909f-84455b19e6a4,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:28.109442 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-80f6c9be-0479-458d-b6aa-530d6c4cd70e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:28.128486 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:28.152459 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:28.154696 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:28.164650 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:28.226797 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:49:28.237780 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Network 04b5501a-0f19-45ac-a0aa-5c713abbd5fc is already hosted by enough agents. {{(pid=98756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:49:28.281341 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.base_scheduler [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Resources bound (agent type, host, resource id): {{(pid=98756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:49:28.284117 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Received port after_create {{(pid=98756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:49:28.290822 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Pushing event updated for resources: {'Port': ['ID=cceabe07-7ba9-407c-88c2-023d92e11a12,revision_number=1']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:28.293895 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:28.302991 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Allocated IP 172.27.0.9 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/bf19e0ba-eb4a-459b-b6d7-c3bab83b479f) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:49:28.363775 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] Set router 1c36c4de-6f04-49c4-b375-2931ed1d20bd gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:49:28.431325 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:28.451629 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Attempting to bind port cceabe07-7ba9-407c-88c2-023d92e11a12 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:49:28.452101 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Attempting to bind port cceabe07-7ba9-407c-88c2-023d92e11a12 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '4ffedc94-45e7-49aa-afbf-e315bde31a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '04b5501a-0f19-45ac-a0aa-5c713abbd5fc'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:49:28.452479 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Attempting to bind port cceabe07-7ba9-407c-88c2-023d92e11a12 on network 04b5501a-0f19-45ac-a0aa-5c713abbd5fc {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:49:28.504928 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:28.505307 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:28.508306 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:49:28.508685 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Checking segment: {'id': '4ffedc94-45e7-49aa-afbf-e315bde31a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '04b5501a-0f19-45ac-a0aa-5c713abbd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:49:28.509083 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:28.509481 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Bound using segment: {'id': '4ffedc94-45e7-49aa-afbf-e315bde31a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '04b5501a-0f19-45ac-a0aa-5c713abbd5fc'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:49:28.509950 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Bound port: cceabe07-7ba9-407c-88c2-023d92e11a12, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffedc94-45e7-49aa-afbf-e315bde31a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '04b5501a-0f19-45ac-a0aa-5c713abbd5fc'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:49:28.510327 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:28.555108 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-261566843'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:28.558333 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:28.601916 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:49:28.606290 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:49:28.610561 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:49:28.613605 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Pushing event updated for resources: {'Port': ['ID=bf19e0ba-eb4a-459b-b6d7-c3bab83b479f,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:28.642718 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:28.847328 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] For port cceabe07-7ba9-407c-88c2-023d92e11a12, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:49:28.883667 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] For port cceabe07-7ba9-407c-88c2-023d92e11a12, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=cceabe07-7ba9-407c-88c2-023d92e11a12,segment=NetworkSegment(4ffedc94-45e7-49aa-afbf-e315bde31a7e),segment_id=4ffedc94-45e7-49aa-afbf-e315bde31a7e)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:49:28.952579 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:49:23Z', 'revision_number': 4, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port': {'id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:20Z', 'updated_at': '2021-06-10T22:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '744e12df-fa65-4aeb-909f-84455b19e6a4', 'name': '', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'mac_address': 'fa:16:3e:97:de:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:23Z', 'updated_at': '2021-06-10T22:49:27Z', 'revision_number': 4, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'subnets': [{'id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:28.955951 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7242dc-d2c4-4041-8768-ca802ab44c8d None None] The sync data for ids ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'] in dv-cinder-790535-2-iscsi is: [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:49:23Z', 'revision_number': 4, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port': {'id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:20Z', 'updated_at': '2021-06-10T22:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '744e12df-fa65-4aeb-909f-84455b19e6a4', 'name': '', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'mac_address': 'fa:16:3e:97:de:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:23Z', 'updated_at': '2021-06-10T22:49:27Z', 'revision_number': 4, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'subnets': [{'id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:49:28.978616 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:28.980928 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-80f6c9be-0479-458d-b6aa-530d6c4cd70e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:29.058367 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Pushing event updated for resources: {'Port': ['ID=cceabe07-7ba9-407c-88c2-023d92e11a12,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:29.062497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:29.086258 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:29.409429 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514295'] for router, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:29.663949 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Router 68f7cc87-194c-4882-9dce-34abc5368889 is scheduled to L3 agent 9e203144-a816-49db-8412-f3f5fb058eed with binding_index 1 {{(pid=98754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:49:30.067710 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c69132f-a32b-427d-94e0-e8fe1837e503 None None] Network 04b5501a-0f19-45ac-a0aa-5c713abbd5fc requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:49:30.113525 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:49:30.130783 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Sync routers for ids ['68f7cc87-194c-4882-9dce-34abc5368889'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:49:30.136825 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d939f42-55be-4f77-8a62-f1639dbc76f7 req-aba5a8ce-c15d-45c0-a6c6-3af6802b4159 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:30.141095 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Routers {'68f7cc87-194c-4882-9dce-34abc5368889'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:49:30.141705 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:49:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['68f7cc87-194c-4882-9dce-34abc5368889'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:30.149188 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3d939f42-55be-4f77-8a62-f1639dbc76f7 req-aba5a8ce-c15d-45c0-a6c6-3af6802b4159 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.4177344 Jun 10 22:49:30.193293 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3d939f42-55be-4f77-8a62-f1639dbc76f7 req-debbc5f6-d779-4bb8-9735-e6ca19bfb819 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430696 Jun 10 22:49:30.286769 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device cceabe07-7ba9-407c-88c2-023d92e11a12 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:49:30.297333 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Notify callbacks [] for router, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:30.298871 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2045872 Jun 10 22:49:30.301807 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 46914) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:49:30.313397 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Set router 68f7cc87-194c-4882-9dce-34abc5368889 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:49:30.317276 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-206999d7-5c45-44c7-a446-e1ff00e6a584 None None] Provisioning for port cceabe07-7ba9-407c-88c2-023d92e11a12 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:49:30.463153 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port cceabe07-7ba9-407c-88c2-023d92e11a12 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:49:30.468014 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port cceabe07-7ba9-407c-88c2-023d92e11a12 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:30.468538 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:30.590017 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:30.618034 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f7cc87-194c-4882-9dce-34abc5368889', 'name': 'tempest-TestMinimumBasicScenario-702760290-router', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:27Z', 'updated_at': '2021-06-10T22:49:28Z', 'revision_number': 3, 'project_id': '9ae848b2dec845a49deabf0af8df273a', 'gw_port': {'id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f7cc87-194c-4882-9dce-34abc5368889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:28Z', 'updated_at': '2021-06-10T22:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:30.626373 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Checking router: 68f7cc87-194c-4882-9dce-34abc5368889 for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:49:30.626844 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Updating router 68f7cc87-194c-4882-9dce-34abc5368889 port bf19e0ba-eb4a-459b-b6d7-c3bab83b479f binding host dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:49:30.661012 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port cceabe07-7ba9-407c-88c2-023d92e11a12, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=cceabe07-7ba9-407c-88c2-023d92e11a12,segment=NetworkSegment(4ffedc94-45e7-49aa-afbf-e315bde31a7e),segment_id=4ffedc94-45e7-49aa-afbf-e315bde31a7e)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:49:30.690779 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:30.698279 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-e75b3681-afaa-4c3e-ae31-565914052da0 None None] Provisioning complete for port cceabe07-7ba9-407c-88c2-023d92e11a12 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:30.698668 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-e75b3681-afaa-4c3e-ae31-565914052da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:30.786330 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:30.787401 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 744e12df-fa65-4aeb-909f-84455b19e6a4 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:49:30.794021 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:30.888092 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-e75b3681-afaa-4c3e-ae31-565914052da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:30.925586 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=cceabe07-7ba9-407c-88c2-023d92e11a12,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:30.930969 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:30.955062 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:30.971006 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.db.api [None req-e75b3681-afaa-4c3e-ae31-565914052da0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 22:49:30.978306 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_db.api [None req-e75b3681-afaa-4c3e-ae31-565914052da0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 22:49:30.994336 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 744e12df-fa65-4aeb-909f-84455b19e6a4 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:49:30.998515 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 744e12df-fa65-4aeb-909f-84455b19e6a4 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:30.998895 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:31.055107 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Notify callbacks [] for port, precommit_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:31.065059 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.provisioning_blocks [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Transition to ACTIVE for port object bf19e0ba-eb4a-459b-b6d7-c3bab83b479f will not be triggered until provisioned by entity L2. {{(pid=98757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:49:31.093790 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:31.129509 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 744e12df-fa65-4aeb-909f-84455b19e6a4, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=744e12df-fa65-4aeb-909f-84455b19e6a4,segment=NetworkSegment(b76294b9-f60f-4352-bc08-1e74cad5288e),segment_id=b76294b9-f60f-4352-bc08-1e74cad5288e)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:49:31.131811 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:31.135316 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-570a5564-cd1f-4e72-bd8e-5ad1166f40ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:31.141540 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Allocated IP 172.20.0.1 (04b5501a-0f19-45ac-a0aa-5c713abbd5fc/ecace728-362e-4637-a463-c8704dc7dd4d/76b3e758-24ce-408e-841a-9901d8e600fb) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:49:31.200801 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:31.204430 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:31.273771 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=744e12df-fa65-4aeb-909f-84455b19e6a4,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:31.284740 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:31.297300 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06055d-9427-4755-8544-933f29074879 None None] Pushing event updated for resources: {'Port': ['ID=bf19e0ba-eb4a-459b-b6d7-c3bab83b479f,revision_number=2']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:31.300557 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:31.315144 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Transition to ACTIVE for port object 76b3e758-24ce-408e-841a-9901d8e600fb will not be triggered until provisioned by entity DHCP. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:49:31.337334 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Attempting to bind port bf19e0ba-eb4a-459b-b6d7-c3bab83b479f on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:49:31.338310 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Attempting to bind port bf19e0ba-eb4a-459b-b6d7-c3bab83b479f by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:49:31.338750 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Attempting to bind port bf19e0ba-eb4a-459b-b6d7-c3bab83b479f on network 3e0b5106-2246-44f7-b3cf-d443495374ef {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:49:31.341929 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-8c06055d-9427-4755-8544-933f29074879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:31.345759 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:49:31.346193 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Checking segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:49:31.346917 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:31.347226 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Bound using segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:49:31.347782 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Bound port: bf19e0ba-eb4a-459b-b6d7-c3bab83b479f, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:49:31.348311 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:31.401574 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759e9d1-e1f0-4c4e-9966-42fa5617eab9 req-d8bfa553-9da9-4c0c-aeb8-e5af77e637cd tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:31.403071 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3759e9d1-e1f0-4c4e-9966-42fa5617eab9 req-d8bfa553-9da9-4c0c-aeb8-e5af77e637cd tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.0741971 Jun 10 22:49:31.407248 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] For port bf19e0ba-eb4a-459b-b6d7-c3bab83b479f, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:49:31.411826 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] For port bf19e0ba-eb4a-459b-b6d7-c3bab83b479f, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=bf19e0ba-eb4a-459b-b6d7-c3bab83b479f,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:49:31.429653 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-261566843'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:31.433289 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:31.457767 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3759e9d1-e1f0-4c4e-9966-42fa5617eab9 req-b72cf75e-db87-473e-9b0a-76249e502b53 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476906 Jun 10 22:49:31.487300 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Network 04b5501a-0f19-45ac-a0aa-5c713abbd5fc is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:49:31.490228 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:49:31.494485 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:49:31.514402 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:31.530319 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:31.547541 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Pushing event updated for resources: {'Port': ['ID=76b3e758-24ce-408e-841a-9901d8e600fb,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:31.556453 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:31.567044 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510768'] for router_interface, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:31.605682 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Routers {'68f7cc87-194c-4882-9dce-34abc5368889'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:49:31.606303 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:49:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['68f7cc87-194c-4882-9dce-34abc5368889'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:31.609080 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06055d-9427-4755-8544-933f29074879 None None] Pushing event updated for resources: {'Port': ['ID=bf19e0ba-eb4a-459b-b6d7-c3bab83b479f,revision_number=3']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:31.657099 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-8c06055d-9427-4755-8544-933f29074879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:31.751322 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] Set router 68f7cc87-194c-4882-9dce-34abc5368889 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:49:31.819314 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:31.828989 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-e312479f-1e71-40bc-8c41-0025bcfdd8bc None None] Provisioning for port 76b3e758-24ce-408e-841a-9901d8e600fb completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:49:31.838627 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-e312479f-1e71-40bc-8c41-0025bcfdd8bc None None] Provisioning complete for port 76b3e758-24ce-408e-841a-9901d8e600fb triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:31.839018 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-e312479f-1e71-40bc-8c41-0025bcfdd8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:31.916344 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-e312479f-1e71-40bc-8c41-0025bcfdd8bc None None] Port 76b3e758-24ce-408e-841a-9901d8e600fb cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:49:32.063511 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f7cc87-194c-4882-9dce-34abc5368889', 'name': 'tempest-TestMinimumBasicScenario-702760290-router', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:27Z', 'updated_at': '2021-06-10T22:49:28Z', 'revision_number': 3, 'project_id': '9ae848b2dec845a49deabf0af8df273a', 'gw_port': {'id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f7cc87-194c-4882-9dce-34abc5368889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:28Z', 'updated_at': '2021-06-10T22:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:32.066994 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a420bbc-2eb2-418c-a19d-0c80aff29992 None None] The sync data for ids ['68f7cc87-194c-4882-9dce-34abc5368889'] in dv-cinder-790535-2-iscsi is: [{'id': '68f7cc87-194c-4882-9dce-34abc5368889', 'name': 'tempest-TestMinimumBasicScenario-702760290-router', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:27Z', 'updated_at': '2021-06-10T22:49:28Z', 'revision_number': 3, 'project_id': '9ae848b2dec845a49deabf0af8df273a', 'gw_port': {'id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f7cc87-194c-4882-9dce-34abc5368889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:28Z', 'updated_at': '2021-06-10T22:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:49:32.086738 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:32.160031 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:32.165348 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-478d9e5b-e2f2-4227-93ef-cd94bb0fe475 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:32.195248 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device cceabe07-7ba9-407c-88c2-023d92e11a12 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:49:32.250702 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510788'] for router_interface, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:32.252651 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Pushing event updated for resources: {'Port': ['ID=76b3e758-24ce-408e-841a-9901d8e600fb,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:32.255899 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:32.260633 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port cceabe07-7ba9-407c-88c2-023d92e11a12 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:32.261255 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:32.385092 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 744e12df-fa65-4aeb-909f-84455b19e6a4 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:49:32.401471 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Network 04b5501a-0f19-45ac-a0aa-5c713abbd5fc is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:49:32.402890 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:49:32.454574 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 744e12df-fa65-4aeb-909f-84455b19e6a4 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:32.455052 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:32.734496 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Router 68f7cc87-194c-4882-9dce-34abc5368889 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:49:32.747625 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52630ac-5c61-4ba6-b878-467e13f2a281 req-f46905bb-09a9-4252-9695-d1e616e52ec4 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:32.749239 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e52630ac-5c61-4ba6-b878-467e13f2a281 req-f46905bb-09a9-4252-9695-d1e616e52ec4 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.2160828 Jun 10 22:49:32.750355 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-56934f1c-1e49-41f4-bbdf-15125bc7e45f None None] Provisioning complete for port 76b3e758-24ce-408e-841a-9901d8e600fb triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:32.750750 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-56934f1c-1e49-41f4-bbdf-15125bc7e45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:32.800927 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-56934f1c-1e49-41f4-bbdf-15125bc7e45f None None] Port 76b3e758-24ce-408e-841a-9901d8e600fb cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:49:33.161338 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0722f-d1c3-4e04-839d-31505f754b98 req-6362c65f-d270-47ce-ae05-9e5eba9df482 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:33.166042 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-30e0722f-d1c3-4e04-839d-31505f754b98 req-6362c65f-d270-47ce-ae05-9e5eba9df482 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 945 time: 0.5020902 Jun 10 22:49:33.267342 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-30e0722f-d1c3-4e04-839d-31505f754b98 req-e6be772f-0e14-4431-aa02-21785d259b38 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921774 Jun 10 22:49:33.283520 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:49:33.295254 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] 10.222.0.25 "PUT /v2.0/routers/68f7cc87-194c-4882-9dce-34abc5368889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9921138 Jun 10 22:49:33.301876 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [req-e52630ac-5c61-4ba6-b878-467e13f2a281 req-b933e4e6-bcfb-4a54-8a6b-acac8e90ec70 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Deleting port 0411f66f-bf9f-4bda-a638-3d76a91f0351 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:49:33.302215 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-e52630ac-5c61-4ba6-b878-467e13f2a281 req-b933e4e6-bcfb-4a54-8a6b-acac8e90ec70 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:33.436646 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-e52630ac-5c61-4ba6-b878-467e13f2a281 req-b933e4e6-bcfb-4a54-8a6b-acac8e90ec70 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] For port 0411f66f-bf9f-4bda-a638-3d76a91f0351, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0411f66f-bf9f-4bda-a638-3d76a91f0351,segment=NetworkSegment(e99fdd75-f815-47a5-adff-ea853b5be6cb),segment_id=e99fdd75-f815-47a5-adff-ea853b5be6cb)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:49:33.437047 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-e52630ac-5c61-4ba6-b878-467e13f2a281 req-b933e4e6-bcfb-4a54-8a6b-acac8e90ec70 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:33.555155 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [req-e52630ac-5c61-4ba6-b878-467e13f2a281 req-b933e4e6-bcfb-4a54-8a6b-acac8e90ec70 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Calling delete_port for 0411f66f-bf9f-4bda-a638-3d76a91f0351 owned by compute:nova {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:49:33.790306 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Sync routers for ids ['68f7cc87-194c-4882-9dce-34abc5368889'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:49:33.799277 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Routers {'68f7cc87-194c-4882-9dce-34abc5368889'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:49:33.799972 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:49:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['68f7cc87-194c-4882-9dce-34abc5368889'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:33.834543 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-e52630ac-5c61-4ba6-b878-467e13f2a281 req-b933e4e6-bcfb-4a54-8a6b-acac8e90ec70 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:33.845012 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-34e39d9d-188c-4956-88b1-212acca6cd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:33.857543 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['5fe94f38-ee22-46cf-a4fb-fdc468635e8f', '0411f66f-bf9f-4bda-a638-3d76a91f0351'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:49:33.881683 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933e4e6-bcfb-4a54-8a6b-acac8e90ec70 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Pushing event deleted for resources: {'Port': ['ID=0411f66f-bf9f-4bda-a638-3d76a91f0351,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:33.884530 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b933e4e6-bcfb-4a54-8a6b-acac8e90ec70 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:33.952902 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52630ac-5c61-4ba6-b878-467e13f2a281 req-b933e4e6-bcfb-4a54-8a6b-acac8e90ec70 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] No DVR routers for this DVR port 0411f66f-bf9f-4bda-a638-3d76a91f0351 on host hv-cinder-79053 {{(pid=98754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:49:33.956271 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-e52630ac-5c61-4ba6-b878-467e13f2a281 req-b933e4e6-bcfb-4a54-8a6b-acac8e90ec70 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:33.958618 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e52630ac-5c61-4ba6-b878-467e13f2a281 req-b933e4e6-bcfb-4a54-8a6b-acac8e90ec70 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.13 "DELETE /v2.0/ports/0411f66f-bf9f-4bda-a638-3d76a91f0351 HTTP/1.1" status: 204 len: 173 time: 1.1993883 Jun 10 22:49:33.959174 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3171e2c-33ef-4b82-99f2-c49ffa670359', 'name': 'network-vif-deleted', 'tag': '0411f66f-bf9f-4bda-a638-3d76a91f0351'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:49:33.961645 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518232e3-b46d-4f97-95a2-2ab3e31f3361" -d '{"events": [{"server_uuid": "e3171e2c-33ef-4b82-99f2-c49ffa670359", "name": "network-vif-deleted", "tag": "0411f66f-bf9f-4bda-a638-3d76a91f0351"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:49:34.011332 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0c5465-3561-4d99-a17d-f8c0adc65d04 x-openstack-request-id: req-2b0c5465-3561-4d99-a17d-f8c0adc65d04 {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:49:34.011695 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3171e2c-33ef-4b82-99f2-c49ffa670359", "name": "network-vif-deleted", "tag": "0411f66f-bf9f-4bda-a638-3d76a91f0351", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:49:34.011991 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b0c5465-3561-4d99-a17d-f8c0adc65d04 {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:49:34.012426 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3171e2c-33ef-4b82-99f2-c49ffa670359', 'name': 'network-vif-deleted', 'tag': '0411f66f-bf9f-4bda-a638-3d76a91f0351', 'status': 'completed', 'code': 200} Jun 10 22:49:34.146631 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Set router 68f7cc87-194c-4882-9dce-34abc5368889 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:49:34.281181 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device bf19e0ba-eb4a-459b-b6d7-c3bab83b479f up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:49:34.469740 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-86e5390c-5e14-4388-98bc-91b4ee80c3c0 req-2de0f8a4-113f-4902-87e3-ab99f0e16a4e tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 210 time: 0.0390418 Jun 10 22:49:34.556598 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port bf19e0ba-eb4a-459b-b6d7-c3bab83b479f completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:49:34.561768 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f7cc87-194c-4882-9dce-34abc5368889', 'name': 'tempest-TestMinimumBasicScenario-702760290-router', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:27Z', 'updated_at': '2021-06-10T22:49:31Z', 'revision_number': 4, 'project_id': '9ae848b2dec845a49deabf0af8df273a', 'gw_port': {'id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f7cc87-194c-4882-9dce-34abc5368889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:28Z', 'updated_at': '2021-06-10T22:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '76b3e758-24ce-408e-841a-9901d8e600fb', 'name': '', 'network_id': '04b5501a-0f19-45ac-a0aa-5c713abbd5fc', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'mac_address': 'fa:16:3e:64:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f7cc87-194c-4882-9dce-34abc5368889', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ecace728-362e-4637-a463-c8704dc7dd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:30Z', 'updated_at': '2021-06-10T22:49:31Z', 'revision_number': 2, 'project_id': '9ae848b2dec845a49deabf0af8df273a', 'subnets': [{'id': 'ecace728-362e-4637-a463-c8704dc7dd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:34.572977 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Checking router: 68f7cc87-194c-4882-9dce-34abc5368889 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:49:34.573290 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Updating router 68f7cc87-194c-4882-9dce-34abc5368889 port 76b3e758-24ce-408e-841a-9901d8e600fb binding host dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:49:34.577920 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port bf19e0ba-eb4a-459b-b6d7-c3bab83b479f triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:34.578356 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:34.668355 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:34.778351 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:34.886518 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port bf19e0ba-eb4a-459b-b6d7-c3bab83b479f, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=bf19e0ba-eb4a-459b-b6d7-c3bab83b479f,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:49:35.088122 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:35.092773 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:35.248157 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Notify callbacks [] for port, precommit_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:35.271824 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Transition to ACTIVE for port object 76b3e758-24ce-408e-841a-9901d8e600fb will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:49:35.281873 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=bf19e0ba-eb4a-459b-b6d7-c3bab83b479f,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:35.288759 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:35.389053 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:35.391610 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:35.557060 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d82959-7549-4f38-9f18-766f449b719c None None] Pushing event updated for resources: {'Port': ['ID=76b3e758-24ce-408e-841a-9901d8e600fb,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:35.615356 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-d0d82959-7549-4f38-9f18-766f449b719c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:35.707407 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Attempting to bind port 76b3e758-24ce-408e-841a-9901d8e600fb on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:49:35.707785 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Attempting to bind port 76b3e758-24ce-408e-841a-9901d8e600fb by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '4ffedc94-45e7-49aa-afbf-e315bde31a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '04b5501a-0f19-45ac-a0aa-5c713abbd5fc'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:49:35.708198 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Attempting to bind port 76b3e758-24ce-408e-841a-9901d8e600fb on network 04b5501a-0f19-45ac-a0aa-5c713abbd5fc {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:49:35.723292 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:49:35.723531 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Checking segment: {'id': '4ffedc94-45e7-49aa-afbf-e315bde31a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '04b5501a-0f19-45ac-a0aa-5c713abbd5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:49:35.724456 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:35.725031 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Bound using segment: {'id': '4ffedc94-45e7-49aa-afbf-e315bde31a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '04b5501a-0f19-45ac-a0aa-5c713abbd5fc'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:49:35.725684 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Bound port: 76b3e758-24ce-408e-841a-9901d8e600fb, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffedc94-45e7-49aa-afbf-e315bde31a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '04b5501a-0f19-45ac-a0aa-5c713abbd5fc'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:49:35.726838 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:35.743881 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-87db19b0-2f2e-4449-bd12-26dab04cd461 req-6c4534c3-a5f1-4e7b-a3b2-584e24006b02 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3171e2c-33ef-4b82-99f2-c49ffa670359 HTTP/1.1" status: 200 len: 210 time: 0.0565720 Jun 10 22:49:35.836902 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] For port 76b3e758-24ce-408e-841a-9901d8e600fb, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:49:35.840440 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] For port 76b3e758-24ce-408e-841a-9901d8e600fb, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=76b3e758-24ce-408e-841a-9901d8e600fb,segment=NetworkSegment(4ffedc94-45e7-49aa-afbf-e315bde31a7e),segment_id=4ffedc94-45e7-49aa-afbf-e315bde31a7e)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:49:35.925736 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:35.935179 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-75838086-6c79-427d-ad7b-f059019e4734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:36.034223 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Routers {'68f7cc87-194c-4882-9dce-34abc5368889'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:49:36.034898 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:49:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['68f7cc87-194c-4882-9dce-34abc5368889'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:36.103941 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d82959-7549-4f38-9f18-766f449b719c None None] Pushing event updated for resources: {'Port': ['ID=76b3e758-24ce-408e-841a-9901d8e600fb,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:36.235258 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-d0d82959-7549-4f38-9f18-766f449b719c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:36.286560 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device bf19e0ba-eb4a-459b-b6d7-c3bab83b479f up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:49:36.370954 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] Set router 68f7cc87-194c-4882-9dce-34abc5368889 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:49:36.436106 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port bf19e0ba-eb4a-459b-b6d7-c3bab83b479f triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:36.436106 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:36.796198 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f7cc87-194c-4882-9dce-34abc5368889', 'name': 'tempest-TestMinimumBasicScenario-702760290-router', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:27Z', 'updated_at': '2021-06-10T22:49:31Z', 'revision_number': 4, 'project_id': '9ae848b2dec845a49deabf0af8df273a', 'gw_port': {'id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f7cc87-194c-4882-9dce-34abc5368889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:28Z', 'updated_at': '2021-06-10T22:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '76b3e758-24ce-408e-841a-9901d8e600fb', 'name': '', 'network_id': '04b5501a-0f19-45ac-a0aa-5c713abbd5fc', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'mac_address': 'fa:16:3e:64:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f7cc87-194c-4882-9dce-34abc5368889', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ecace728-362e-4637-a463-c8704dc7dd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:30Z', 'updated_at': '2021-06-10T22:49:35Z', 'revision_number': 4, 'project_id': '9ae848b2dec845a49deabf0af8df273a', 'subnets': [{'id': 'ecace728-362e-4637-a463-c8704dc7dd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:49:36.800533 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e1426-6cdc-4cac-a423-01de9d0cc72a None None] The sync data for ids ['68f7cc87-194c-4882-9dce-34abc5368889'] in dv-cinder-790535-2-iscsi is: [{'id': '68f7cc87-194c-4882-9dce-34abc5368889', 'name': 'tempest-TestMinimumBasicScenario-702760290-router', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:27Z', 'updated_at': '2021-06-10T22:49:31Z', 'revision_number': 4, 'project_id': '9ae848b2dec845a49deabf0af8df273a', 'gw_port': {'id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f7cc87-194c-4882-9dce-34abc5368889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:28Z', 'updated_at': '2021-06-10T22:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '76b3e758-24ce-408e-841a-9901d8e600fb', 'name': '', 'network_id': '04b5501a-0f19-45ac-a0aa-5c713abbd5fc', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'mac_address': 'fa:16:3e:64:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f7cc87-194c-4882-9dce-34abc5368889', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ecace728-362e-4637-a463-c8704dc7dd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:30Z', 'updated_at': '2021-06-10T22:49:35Z', 'revision_number': 4, 'project_id': '9ae848b2dec845a49deabf0af8df273a', 'subnets': [{'id': 'ecace728-362e-4637-a463-c8704dc7dd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:49:37.618127 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a3948-bbd5-424c-b769-3488f4a35848 req-b7c31c10-31e4-489f-b117-fad1717583a3 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:37.620068 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b13a3948-bbd5-424c-b769-3488f4a35848 req-b7c31c10-31e4-489f-b117-fad1717583a3 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0904157 Jun 10 22:49:37.654462 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 0411f66f-bf9f-4bda-a638-3d76a91f0351 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:49:37.715054 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b13a3948-bbd5-424c-b769-3488f4a35848 req-a5232ffc-355d-4b7f-b909-dff17e101035 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875578 Jun 10 22:49:37.738207 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: 0411f66f-bf9f-4bda-a638-3d76a91f0351 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:49:37.738630 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 0411f66f-bf9f-4bda-a638-3d76a91f0351 not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:49:38.225028 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 76b3e758-24ce-408e-841a-9901d8e600fb up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:49:38.355071 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 76b3e758-24ce-408e-841a-9901d8e600fb completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:49:38.359575 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 76b3e758-24ce-408e-841a-9901d8e600fb triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:38.360070 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:38.475825 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:38.690796 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 76b3e758-24ce-408e-841a-9901d8e600fb, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=76b3e758-24ce-408e-841a-9901d8e600fb,segment=NetworkSegment(4ffedc94-45e7-49aa-afbf-e315bde31a7e),segment_id=4ffedc94-45e7-49aa-afbf-e315bde31a7e)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:49:38.756686 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:38.760154 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-d0d82959-7549-4f38-9f18-766f449b719c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:38.857190 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=76b3e758-24ce-408e-841a-9901d8e600fb,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:38.862442 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:38.965200 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4f03a-0d94-4204-9874-46e2d83a85fc req-5ea8428b-91f4-4673-8933-60c951f333b4 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:38.967396 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c7f4f03a-0d94-4204-9874-46e2d83a85fc req-5ea8428b-91f4-4673-8933-60c951f333b4 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0815852 Jun 10 22:49:39.358741 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c7f4f03a-0d94-4204-9874-46e2d83a85fc req-13042ad3-4c71-4c3c-84d4-d4115208a3b3 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848369 Jun 10 22:49:40.190491 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 76b3e758-24ce-408e-841a-9901d8e600fb up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:49:40.258366 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 76b3e758-24ce-408e-841a-9901d8e600fb triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:40.258751 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:40.626506 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce837d8e-9d7e-41e1-a007-6963ba0bc54d req-f139af54-dc1f-403f-a95a-d4e1a010aa05 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:40.636662 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ce837d8e-9d7e-41e1-a007-6963ba0bc54d req-f139af54-dc1f-403f-a95a-d4e1a010aa05 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.1199343 Jun 10 22:49:40.689066 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ce837d8e-9d7e-41e1-a007-6963ba0bc54d req-abf9222f-da56-43a2-8b4f-759032be3b50 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511835 Jun 10 22:49:41.905946 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1206c0-bf0f-43df-ac4f-11d78666e753 req-6de2d8ba-df2b-4b99-8337-9893904fddce tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:41.908485 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5c1206c0-bf0f-43df-ac4f-11d78666e753 req-6de2d8ba-df2b-4b99-8337-9893904fddce tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0912774 Jun 10 22:49:41.960920 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5c1206c0-bf0f-43df-ac4f-11d78666e753 req-3ceacf1c-e90f-4b1e-abcd-b0979ecd483d tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469618 Jun 10 22:49:45.634329 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:45.814246 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-be6c5ce6-8552-4d79-b88e-d26168734ac6 req-2c3516b6-9ccf-447a-a579-b36c6b7c84c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0606396 Jun 10 22:49:45.939995 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d9ea8-8d6a-447d-8dfc-780179386e7a req-3377dc8d-1b13-4e56-8cd7-2873b97be7f7 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:45.941464 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d02d9ea8-8d6a-447d-8dfc-780179386e7a req-3377dc8d-1b13-4e56-8cd7-2873b97be7f7 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.1143241 Jun 10 22:49:45.947295 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c5ce6-8552-4d79-b88e-d26168734ac6 req-b8f1f536-7980-4f08-b354-47cf75d49c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:45.948716 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-be6c5ce6-8552-4d79-b88e-d26168734ac6 req-b8f1f536-7980-4f08-b354-47cf75d49c35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 1099 time: 0.1105957 Jun 10 22:49:46.002555 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d02d9ea8-8d6a-447d-8dfc-780179386e7a req-7f88d372-d0a4-4734-aa70-34b0e017ab7e tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529187 Jun 10 22:49:46.088212 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c5ce6-8552-4d79-b88e-d26168734ac6 req-0c7947f3-0e24-4efc-81c4-d6a4d3400abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:46.089675 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-be6c5ce6-8552-4d79-b88e-d26168734ac6 req-0c7947f3-0e24-4efc-81c4-d6a4d3400abe service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bf55eb4-ce53-42eb-adc7-05ee654e0346 HTTP/1.1" status: 200 len: 917 time: 0.1120346 Jun 10 22:49:46.172588 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-be6c5ce6-8552-4d79-b88e-d26168734ac6 req-77f31bfd-a506-4bcf-9666-f2e1c7afb47b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f HTTP/1.1" status: 200 len: 1002 time: 0.0729408 Jun 10 22:49:46.233357 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c5ce6-8552-4d79-b88e-d26168734ac6 req-b1778951-7109-4722-b758-1172ab3e3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:46.234743 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-be6c5ce6-8552-4d79-b88e-d26168734ac6 req-b1778951-7109-4722-b758-1172ab3e3f91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35d4f47f-32e3-473c-b6fb-4be1ccbc6118 HTTP/1.1" status: 200 len: 856 time: 0.0548120 Jun 10 22:49:46.298505 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c5ce6-8552-4d79-b88e-d26168734ac6 req-c4a11b0e-7f7a-4280-a178-27ea6626457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:46.299925 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-be6c5ce6-8552-4d79-b88e-d26168734ac6 req-c4a11b0e-7f7a-4280-a178-27ea6626457d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bf55eb4-ce53-42eb-adc7-05ee654e0346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551486 Jun 10 22:49:46.409199 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-be6c5ce6-8552-4d79-b88e-d26168734ac6 req-485ceb36-3ec2-4d91-afd6-341e769f131e service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024165 Jun 10 22:49:46.524504 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-be6c5ce6-8552-4d79-b88e-d26168734ac6 req-6dc5ff41-45e1-454a-9c74-0217710ca6e7 service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050284 Jun 10 22:49:47.189594 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c6d68-0cf8-4201-afbd-cf79788c82a2 req-fb5f353a-de49-4412-a950-48ff1f610958 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:47.191033 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e45c6d68-0cf8-4201-afbd-cf79788c82a2 req-fb5f353a-de49-4412-a950-48ff1f610958 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0695579 Jun 10 22:49:47.230972 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e45c6d68-0cf8-4201-afbd-cf79788c82a2 req-ac42d966-d73b-4f1e-bbdc-6dafffbe5656 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335712 Jun 10 22:49:47.431429 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-f6ff90cd-e405-4c26-adf0-35c1f6dcca04 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:47.432875 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-f6ff90cd-e405-4c26-adf0-35c1f6dcca04 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/networks?id=2304da14-5ca7-4485-ba56-d10492ef2d15 HTTP/1.1" status: 200 len: 815 time: 0.1301970 Jun 10 22:49:47.446752 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-67c809fa-bfe5-475d-b98f-9e7de1665c28 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/quotas/fc6b1da894ab4574b8b4bda329db7424 HTTP/1.1" status: 200 len: 375 time: 0.0084901 Jun 10 22:49:47.518086 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-2f7154fa-9f60-4469-98b7-f48e0c840f38 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc6b1da894ab4574b8b4bda329db7424&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665445 Jun 10 22:49:47.633433 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-752d8647-3d0c-4b7f-8586-03bb013446c5 service neutron] 10.222.0.25 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043227 Jun 10 22:49:47.748011 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-e1362418-5cb1-47fa-923a-7ee8904d710a service neutron] 10.222.0.25 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088340 Jun 10 22:49:51.596382 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c8b74e3c-b4e0-4a53-84c5-e437df280172 req-9754fec4-4428-4b1f-9347-8be38f396de2 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 210 time: 0.0395010 Jun 10 22:49:51.686649 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6746e-f70f-4365-9113-0868c00dc6ca req-902b5414-77cd-4e05-a8c4-334c96a4f516 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:51.689609 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-feb6746e-f70f-4365-9113-0868c00dc6ca req-902b5414-77cd-4e05-a8c4-334c96a4f516 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0778546 Jun 10 22:49:51.732653 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-feb6746e-f70f-4365-9113-0868c00dc6ca req-b2fdc140-af48-4495-acbf-b0da1422a2a7 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386140 Jun 10 22:49:52.149053 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-f495edc2-8814-4503-aaae-08b2b704fe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:52.799686 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d9107e9f-cbdd-414e-90c9-ac2d3362a048 req-46647794-c6d8-467f-a9b5-c24bf1ffa58d tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 210 time: 0.0376751 Jun 10 22:49:52.915827 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4221a-57a9-4250-be83-0b5ce59a7295 req-9dd7b198-12e6-4b73-8201-0b4183346584 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:52.921085 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-65a4221a-57a9-4250-be83-0b5ce59a7295 req-9dd7b198-12e6-4b73-8201-0b4183346584 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0663309 Jun 10 22:49:52.960471 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-65a4221a-57a9-4250-be83-0b5ce59a7295 req-f3984b40-6f32-42a1-85d8-0b280f962583 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367749 Jun 10 22:49:53.668555 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e855da-3bf2-4a87-8e5b-57a326e796fe req-860e4383-974d-4651-b14a-b101257c5a82 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:53.670015 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c2e855da-3bf2-4a87-8e5b-57a326e796fe req-860e4383-974d-4651-b14a-b101257c5a82 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.0746963 Jun 10 22:49:53.793450 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [req-c2e855da-3bf2-4a87-8e5b-57a326e796fe req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Deleting port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:49:53.793783 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-c2e855da-3bf2-4a87-8e5b-57a326e796fe req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:53.915014 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-c2e855da-3bf2-4a87-8e5b-57a326e796fe req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] For port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5fe94f38-ee22-46cf-a4fb-fdc468635e8f,segment=NetworkSegment(e99fdd75-f815-47a5-adff-ea853b5be6cb),segment_id=e99fdd75-f815-47a5-adff-ea853b5be6cb)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:49:53.915312 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-c2e855da-3bf2-4a87-8e5b-57a326e796fe req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:53.948120 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0ae7ff8a-8043-4138-9000-64dd5ed09016 req-1274a8b4-26b9-4315-a773-b1ba186f7716 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 210 time: 0.0338891 Jun 10 22:49:54.009521 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [req-c2e855da-3bf2-4a87-8e5b-57a326e796fe req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Calling delete_port for 5fe94f38-ee22-46cf-a4fb-fdc468635e8f owned by compute:nova {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:49:54.224600 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c41635-0489-4b01-81f3-487f90009f3e req-608ea45e-93fa-4513-b80e-dcd242577627 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:54.224600 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b5c41635-0489-4b01-81f3-487f90009f3e req-608ea45e-93fa-4513-b80e-dcd242577627 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 946 time: 0.1429527 Jun 10 22:49:54.279282 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b5c41635-0489-4b01-81f3-487f90009f3e req-f27e40f5-2d80-4119-b4d7-913d2270270e tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/security-groups?id=766b3f3b-605b-4349-8f32-630711e6d85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467618 Jun 10 22:49:54.286476 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-c2e855da-3bf2-4a87-8e5b-57a326e796fe req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:54.293917 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:54.308939 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['5fe94f38-ee22-46cf-a4fb-fdc468635e8f'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:49:54.330696 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Pushing event deleted for resources: {'Port': ['ID=5fe94f38-ee22-46cf-a4fb-fdc468635e8f,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:54.374196 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:54.374567 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:54.374933 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:54.375287 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:54.375641 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:54.376018 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:54.376368 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:54.376717 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:54.377135 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:54.377484 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:54.377831 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:54.378174 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:49:54.405068 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:54.405819 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e855da-3bf2-4a87-8e5b-57a326e796fe req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] No DVR routers for this DVR port 5fe94f38-ee22-46cf-a4fb-fdc468635e8f on host hv-cinder-79053 {{(pid=98754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:49:54.408008 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-c2e855da-3bf2-4a87-8e5b-57a326e796fe req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:54.409964 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c2e855da-3bf2-4a87-8e5b-57a326e796fe req-99f5fbd1-58dc-4ed9-aae6-c1d3c06cf815 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.13 "DELETE /v2.0/ports/5fe94f38-ee22-46cf-a4fb-fdc468635e8f HTTP/1.1" status: 204 len: 173 time: 0.7343571 Jun 10 22:49:54.410418 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f4ab8b-03e2-42a7-a683-c41b50adcea1', 'name': 'network-vif-deleted', 'tag': '5fe94f38-ee22-46cf-a4fb-fdc468635e8f'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:49:54.420437 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d005c93-3141-4e1c-9401-c998ae624c74" -d '{"events": [{"server_uuid": "a7f4ab8b-03e2-42a7-a683-c41b50adcea1", "name": "network-vif-deleted", "tag": "5fe94f38-ee22-46cf-a4fb-fdc468635e8f"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:49:54.466284 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec76c9e-53e5-4a03-a73b-61a2b989c3aa x-openstack-request-id: req-9ec76c9e-53e5-4a03-a73b-61a2b989c3aa {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:49:54.466611 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f4ab8b-03e2-42a7-a683-c41b50adcea1", "name": "network-vif-deleted", "tag": "5fe94f38-ee22-46cf-a4fb-fdc468635e8f", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:49:54.466896 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ec76c9e-53e5-4a03-a73b-61a2b989c3aa {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:49:54.467363 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f4ab8b-03e2-42a7-a683-c41b50adcea1', 'name': 'network-vif-deleted', 'tag': '5fe94f38-ee22-46cf-a4fb-fdc468635e8f', 'status': 'completed', 'code': 200} Jun 10 22:49:54.568844 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-892ac6e1-37bb-4d51-8de1-504cb7009e10 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:54.570464 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-892ac6e1-37bb-4d51-8de1-504cb7009e10 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.13 "GET /v2.0/networks?id=2304da14-5ca7-4485-ba56-d10492ef2d15 HTTP/1.1" status: 200 len: 815 time: 0.1375887 Jun 10 22:49:54.583864 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Request body: {'port': {'device_id': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'admin_state_up': True, 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:49:54.794607 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Made reservation on behalf of fc6b1da894ab4574b8b4bda329db7424 for: {'port': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:49:54.799994 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:54.800975 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-ebd98959-3907-4f9f-b7ce-284e3e960f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:54.852874 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:54.995401 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Allocated IP 172.20.0.9 (2304da14-5ca7-4485-ba56-d10492ef2d15/dabe0536-e563-4164-b374-4177101cf3d4/17a8365e-aa4d-442b-a2ed-bb07c7dca82b) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:49:55.161277 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-60335ff7-46c9-4b93-9645-1aeaa509704e req-58b5d16d-59e9-4af3-b169-64b5b63d1026 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 210 time: 0.0661998 Jun 10 22:49:55.262084 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:55.275679 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Transition to ACTIVE for port object 17a8365e-aa4d-442b-a2ed-bb07c7dca82b will not be triggered until provisioned by entity DHCP. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:49:55.412098 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-261566843'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:55.420125 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f10eba92-4184-4cdc-9f84-669c3eb2fcbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:49:55.463649 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bff8f450-d6ca-4bde-a22b-4eec17c20ee7 req-85c5dc57-1ba3-4de7-8efc-30b68e3bb8ee tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f4ab8b-03e2-42a7-a683-c41b50adcea1 HTTP/1.1" status: 200 len: 210 time: 0.0350845 Jun 10 22:49:55.477413 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Network 2304da14-5ca7-4485-ba56-d10492ef2d15 is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:49:55.480739 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:49:55.484921 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:49:55.547266 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event updated for resources: {'Port': ['ID=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:49:55.560795 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:49:55.610178 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:49:55.611015 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:55.698880 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1185651 Jun 10 22:49:55.731835 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:56.076438 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-658f882c-42dc-4fdb-b8de-4e856dad208b None None] Provisioning for port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:49:56.082685 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-658f882c-42dc-4fdb-b8de-4e856dad208b None None] Provisioning complete for port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:49:56.083078 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-658f882c-42dc-4fdb-b8de-4e856dad208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:56.152890 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-658f882c-42dc-4fdb-b8de-4e856dad208b None None] Port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:49:57.282121 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:49:57.700680 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 5fe94f38-ee22-46cf-a4fb-fdc468635e8f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:49:57.739454 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: 5fe94f38-ee22-46cf-a4fb-fdc468635e8f {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:49:57.739890 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 5fe94f38-ee22-46cf-a4fb-fdc468635e8f not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:49:57.822228 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:50:00.381590 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 47442) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:00.512973 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-739157c9-b3a7-4aa5-b8bd-fa289ae1ca65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:00.644281 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-739157c9-b3a7-4aa5-b8bd-fa289ae1ca65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:00.726281 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-739157c9-b3a7-4aa5-b8bd-fa289ae1ca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:00.730913 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-706e5405-86b3-4510-8b4a-168fcd8fb105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:00.777760 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-739157c9-b3a7-4aa5-b8bd-fa289ae1ca65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8386770934a5402c807ef2d8eb37e274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941123 Jun 10 22:50:00.778691 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739157c9-b3a7-4aa5-b8bd-fa289ae1ca65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e011ae19-c102-4d35-88c7-b8116af5d359,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:00.780258 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 47450) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:00.782067 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-739157c9-b3a7-4aa5-b8bd-fa289ae1ca65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:00.833116 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:00.860425 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:01.030556 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:01.031913 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:01.033373 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e011ae19-c102-4d35-88c7-b8116af5d359 HTTP/1.1" status: 204 len: 168 time: 0.2511165 Jun 10 22:50:01.034300 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-c5a8e0d5-f9a6-48f2-9914-dd0c3bf775fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:01.047834 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e011ae19-c102-4d35-88c7-b8116af5d359,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:01.057913 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:01.057913 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:01.057913 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:01.057913 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:01.057913 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:01.057913 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:01.057913 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:01.058563 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:01.058563 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:01.058800 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:01.059141 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:01.059482 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:01.062594 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:10.167518 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Request body: {'port': {'device_id': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:50:10.263129 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:10.375719 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7b867-7361-4798-91c7-3cc7c64263d9 req-241b8f96-e724-4442-969f-4cbfad777ba8 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:10.377431 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-17a7b867-7361-4798-91c7-3cc7c64263d9 req-241b8f96-e724-4442-969f-4cbfad777ba8 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 931 time: 0.0848985 Jun 10 22:50:10.424574 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-17a7b867-7361-4798-91c7-3cc7c64263d9 req-a28b446b-8e2b-48e3-9c30-162c441104df tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405209 Jun 10 22:50:10.511789 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 47496) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:10.838088 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a8365e-aa4d-442b-a2ed-bb07c7dca82b {{(pid=98754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:50:10.845585 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:10.858317 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Transition to ACTIVE for port object 17a8365e-aa4d-442b-a2ed-bb07c7dca82b will not be triggered until provisioned by entity L2. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:50:10.942690 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:10.946326 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:11.110311 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-38a4330a-7c73-4603-9d45-270c6c9f46b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510889'] for router_interface, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:11.195199 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:11.197087 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:11.208194 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Attempting to bind port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:50:11.208530 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Attempting to bind port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b76294b9-f60f-4352-bc08-1e74cad5288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15'}] {{(pid=98754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:50:11.209001 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Attempting to bind port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b on network 2304da14-5ca7-4485-ba56-d10492ef2d15 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:50:11.213571 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b on network 2304da14-5ca7-4485-ba56-d10492ef2d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:50:11.213896 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Attempting to bind port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b on network 2304da14-5ca7-4485-ba56-d10492ef2d15 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:50:11.221599 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:50:11.222013 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Checking segment: {'id': 'b76294b9-f60f-4352-bc08-1e74cad5288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:50:11.222704 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Bound using segment: {'id': 'b76294b9-f60f-4352-bc08-1e74cad5288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15'} {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:50:11.223502 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Bound port: 17a8365e-aa4d-442b-a2ed-bb07c7dca82b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76294b9-f60f-4352-bc08-1e74cad5288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15'}}] {{(pid=98754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:50:11.224240 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:11.341299 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] For port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b, host hv-cinder-79053, cleared binding levels {{(pid=98754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:50:11.344534 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] For port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,segment=NetworkSegment(b76294b9-f60f-4352-bc08-1e74cad5288e),segment_id=b76294b9-f60f-4352-bc08-1e74cad5288e)] {{(pid=98754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:50:11.443346 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:11.449377 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:11.490210 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:11.491664 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:11.493143 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] 10.222.0.13 "PUT /v2.0/ports/17a8365e-aa4d-442b-a2ed-bb07c7dca82b HTTP/1.1" status: 200 len: 1093 time: 1.3307881 Jun 10 22:50:11.496056 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'tag': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:50:11.499549 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed33e0cc-2758-48c5-871e-9c7d13b7a3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef663a8-3744-40f2-9633-c4ff9d75e6ac", "tag": "17a8365e-aa4d-442b-a2ed-bb07c7dca82b"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:50:11.544114 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,revision_number=3']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:11.545818 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:11.546622 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-38a4330a-7c73-4603-9d45-270c6c9f46b6 admin admin] Deleting port 1f80c038-39ce-45ce-9d5c-2947631bf509 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:50:11.547527 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-38a4330a-7c73-4603-9d45-270c6c9f46b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:11.566333 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695cca6-5a22-4c99-a9c7-f041fab67235 req-c9a9fc02-092f-48cc-a66c-0faf3967f91a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:11.568029 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1695cca6-5a22-4c99-a9c7-f041fab67235 req-c9a9fc02-092f-48cc-a66c-0faf3967f91a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.1622157 Jun 10 22:50:11.624451 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1695cca6-5a22-4c99-a9c7-f041fab67235 req-bc4eec0b-5432-4dfd-a874-b28dcf079fb3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493236 Jun 10 22:50:11.697061 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5110f5-1faa-43cb-8464-65b4e97ab0e3 x-openstack-request-id: req-cb5110f5-1faa-43cb-8464-65b4e97ab0e3 {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:50:11.697384 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef663a8-3744-40f2-9633-c4ff9d75e6ac", "tag": "17a8365e-aa4d-442b-a2ed-bb07c7dca82b", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:50:11.697666 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb5110f5-1faa-43cb-8464-65b4e97ab0e3 {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:50:11.698089 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'tag': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b', 'status': 'completed', 'code': 200} Jun 10 22:50:11.725255 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-28770e2c-3c1b-49fe-9fcd-71260783da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:11.725255 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-28770e2c-3c1b-49fe-9fcd-71260783da97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6b1da894ab4574b8b4bda329db7424&device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 1096 time: 0.0797737 Jun 10 22:50:11.736177 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [None req-38a4330a-7c73-4603-9d45-270c6c9f46b6 admin admin] For port 1f80c038-39ce-45ce-9d5c-2947631bf509, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=1f80c038-39ce-45ce-9d5c-2947631bf509,segment=NetworkSegment(e99fdd75-f815-47a5-adff-ea853b5be6cb),segment_id=e99fdd75-f815-47a5-adff-ea853b5be6cb)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:50:11.741603 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-38a4330a-7c73-4603-9d45-270c6c9f46b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:11.761534 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9b7d0-0c2f-45e0-a645-3fd85cc1ac4b req-4ced9a1b-4dad-4d65-9f2b-14fc1d6d40fa tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:11.764319 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b9f9b7d0-0c2f-45e0-a645-3fd85cc1ac4b req-4ced9a1b-4dad-4d65-9f2b-14fc1d6d40fa tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 943 time: 0.1827984 Jun 10 22:50:11.785048 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-da389f77-2840-412f-85d9-5a85a7000751 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b HTTP/1.1" status: 200 len: 217 time: 0.0522964 Jun 10 22:50:11.843474 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-55e2370c-bd9d-4937-a006-95f1b3df4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:11.844966 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-55e2370c-bd9d-4937-a006-95f1b3df4eb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dabe0536-e563-4164-b374-4177101cf3d4 HTTP/1.1" status: 200 len: 854 time: 0.0532115 Jun 10 22:50:11.845709 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-38a4330a-7c73-4603-9d45-270c6c9f46b6 admin admin] Calling delete_port for 1f80c038-39ce-45ce-9d5c-2947631bf509 owned by network:router_interface {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:50:11.914154 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-e5eb2514-fac2-4018-8070-5e1e659b956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:11.915647 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-e5eb2514-fac2-4018-8070-5e1e659b956b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2304da14-5ca7-4485-ba56-d10492ef2d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620844 Jun 10 22:50:11.940377 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b9f9b7d0-0c2f-45e0-a645-3fd85cc1ac4b req-c0dc276c-21f1-41f1-9e6d-a3f9619e9678 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359227 Jun 10 22:50:12.040168 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-628c055c-528e-4cc1-a21f-5683a5a2d8b2 service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169691 Jun 10 22:50:12.161333 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9545ae42-ba12-49f6-a9eb-a74250bc5ae4 req-01ef279e-7664-4078-ab4d-6fe293fd474a service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143179 Jun 10 22:50:12.205613 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-38a4330a-7c73-4603-9d45-270c6c9f46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:12.207809 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:12.237950 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4330a-7c73-4603-9d45-270c6c9f46b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f80c038-39ce-45ce-9d5c-2947631bf509,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:12.243076 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-38a4330a-7c73-4603-9d45-270c6c9f46b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:12.389347 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33e0cc-2758-48c5-871e-9c7d13b7a3fa req-96180b28-bd8b-4d8f-9a09-41acc312dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:12.390726 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ed33e0cc-2758-48c5-871e-9c7d13b7a3fa req-96180b28-bd8b-4d8f-9a09-41acc312dad5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6b1da894ab4574b8b4bda329db7424&device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 1096 time: 0.0584836 Jun 10 22:50:12.520581 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33e0cc-2758-48c5-871e-9c7d13b7a3fa req-50319215-baa1-4d6c-b02a-ddd31b3be3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:12.523084 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ed33e0cc-2758-48c5-871e-9c7d13b7a3fa req-50319215-baa1-4d6c-b02a-ddd31b3be3b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2304da14-5ca7-4485-ba56-d10492ef2d15 HTTP/1.1" status: 200 len: 915 time: 0.1249318 Jun 10 22:50:12.582952 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ed33e0cc-2758-48c5-871e-9c7d13b7a3fa req-6ac925f8-3c4a-422e-b7ff-e8d8d92e1f31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b HTTP/1.1" status: 200 len: 217 time: 0.0530009 Jun 10 22:50:12.645232 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33e0cc-2758-48c5-871e-9c7d13b7a3fa req-f17cfcd0-1730-4ca2-94bc-6e102624390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:12.647943 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ed33e0cc-2758-48c5-871e-9c7d13b7a3fa req-f17cfcd0-1730-4ca2-94bc-6e102624390a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dabe0536-e563-4164-b374-4177101cf3d4 HTTP/1.1" status: 200 len: 854 time: 0.0563467 Jun 10 22:50:12.722533 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33e0cc-2758-48c5-871e-9c7d13b7a3fa req-b55dcd28-2820-46e1-baf8-1b28c8bba9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:12.728901 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ed33e0cc-2758-48c5-871e-9c7d13b7a3fa req-b55dcd28-2820-46e1-baf8-1b28c8bba9a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2304da14-5ca7-4485-ba56-d10492ef2d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701416 Jun 10 22:50:12.731463 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-38a4330a-7c73-4603-9d45-270c6c9f46b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510265'] for router_interface, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:12.906620 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ed33e0cc-2758-48c5-871e-9c7d13b7a3fa req-14a5aa9b-da2f-46fd-bec9-1293cce487b8 service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721327 Jun 10 22:50:12.953234 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cf344-2269-4739-9c3a-d097715464ab req-6a5d92cd-c9ac-462a-a505-26107091378d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:12.954693 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2b6cf344-2269-4739-9c3a-d097715464ab req-6a5d92cd-c9ac-462a-a505-26107091378d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.1258609 Jun 10 22:50:13.042872 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a4330a-7c73-4603-9d45-270c6c9f46b6 admin admin] Router 195284f7-3cb8-4a8e-aa92-1df95431acb2 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:50:13.067286 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2b6cf344-2269-4739-9c3a-d097715464ab req-dfaa68b1-2fda-4598-90ad-d0644fdac1c0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018355 Jun 10 22:50:13.071556 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ed33e0cc-2758-48c5-871e-9c7d13b7a3fa req-0857e501-ed32-47d1-bc27-9fb98a9fbcd0 service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569259 Jun 10 22:50:13.244561 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a4330a-7c73-4603-9d45-270c6c9f46b6 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:50:13.250113 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-38a4330a-7c73-4603-9d45-270c6c9f46b6 admin admin] 10.222.0.25 "PUT /v2.0/routers/195284f7-3cb8-4a8e-aa92-1df95431acb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7371502 Jun 10 22:50:13.253097 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 47536) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:13.254690 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375fcd4-95f4-4071-9702-41ca113c3e69 None None] Sync routers for ids ['195284f7-3cb8-4a8e-aa92-1df95431acb2'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:50:13.262150 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad698ac5-852f-4d36-b859-d4fe029b164e req-2110a10c-47f4-4621-ab79-2d0f835725f5 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:13.267587 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ad698ac5-852f-4d36-b859-d4fe029b164e req-2110a10c-47f4-4621-ab79-2d0f835725f5 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 943 time: 0.1523800 Jun 10 22:50:13.267720 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375fcd4-95f4-4071-9702-41ca113c3e69 None None] Routers {'195284f7-3cb8-4a8e-aa92-1df95431acb2'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:50:13.267720 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-0375fcd4-95f4-4071-9702-41ca113c3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:49:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['195284f7-3cb8-4a8e-aa92-1df95431acb2'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:50:13.309833 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ad698ac5-852f-4d36-b859-d4fe029b164e req-008cf264-7d4d-44bf-92a5-8071bc7d1b4f tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398314 Jun 10 22:50:13.394394 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:13.410562 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-0375fcd4-95f4-4071-9702-41ca113c3e69 None None] Set router 195284f7-3cb8-4a8e-aa92-1df95431acb2 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:50:13.537213 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:13.648953 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-0375fcd4-95f4-4071-9702-41ca113c3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1178820050-router', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '20221016-78e0-4ecd-9179-a8cf8bcdc294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:19Z', 'updated_at': '2021-06-10T22:50:12Z', 'revision_number': 5, 'project_id': '4b9e491776fc444595d858b6d9fa77d4', 'gw_port': {'id': '20221016-78e0-4ecd-9179-a8cf8bcdc294', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ed:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:50:13.657025 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375fcd4-95f4-4071-9702-41ca113c3e69 None None] Checking router: 195284f7-3cb8-4a8e-aa92-1df95431acb2 for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:50:13.661271 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375fcd4-95f4-4071-9702-41ca113c3e69 None None] Routers {'195284f7-3cb8-4a8e-aa92-1df95431acb2'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:50:13.661975 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-0375fcd4-95f4-4071-9702-41ca113c3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:49:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['195284f7-3cb8-4a8e-aa92-1df95431acb2'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:50:13.679116 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Deleting port 20221016-78e0-4ecd-9179-a8cf8bcdc294 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:50:13.684341 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:13.786332 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-0375fcd4-95f4-4071-9702-41ca113c3e69 None None] Set router 195284f7-3cb8-4a8e-aa92-1df95431acb2 gateway port host: None {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:50:13.789421 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] For port 20221016-78e0-4ecd-9179-a8cf8bcdc294, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=20221016-78e0-4ecd-9179-a8cf8bcdc294,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:50:13.789813 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:13.867982 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-0375fcd4-95f4-4071-9702-41ca113c3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1178820050-router', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:19Z', 'updated_at': '2021-06-10T22:50:13Z', 'revision_number': 6, 'project_id': '4b9e491776fc444595d858b6d9fa77d4', 'gw_port_host': None}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:50:13.870823 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375fcd4-95f4-4071-9702-41ca113c3e69 None None] The sync data for ids ['195284f7-3cb8-4a8e-aa92-1df95431acb2'] in dv-cinder-790535-2-iscsi is: [{'id': '195284f7-3cb8-4a8e-aa92-1df95431acb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1178820050-router', 'tenant_id': '4b9e491776fc444595d858b6d9fa77d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:19Z', 'updated_at': '2021-06-10T22:50:13Z', 'revision_number': 6, 'project_id': '4b9e491776fc444595d858b6d9fa77d4', 'gw_port_host': None}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:50:13.883712 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Calling delete_port for 20221016-78e0-4ecd-9179-a8cf8bcdc294 owned by network:router_gateway {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:50:14.154794 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:14.157488 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:14.190862 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=20221016-78e0-4ecd-9179-a8cf8bcdc294,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:14.193164 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:14.273432 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:14.283171 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2ed23-ad87-4b02-a777-6ff962fb6c01 req-60495108-26e5-4b19-970f-3263c634db5b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:14.284943 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8cd2ed23-ad87-4b02-a777-6ff962fb6c01 req-60495108-26e5-4b19-970f-3263c634db5b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0964594 Jun 10 22:50:14.350034 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8cd2ed23-ad87-4b02-a777-6ff962fb6c01 req-f767eb87-7c95-44fb-bc3e-44a45c93bb1d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587411 Jun 10 22:50:14.378974 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 1f80c038-39ce-45ce-9d5c-2947631bf509 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:50:14.416256 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 1f80c038-39ce-45ce-9d5c-2947631bf509 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:50:14.416614 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 1f80c038-39ce-45ce-9d5c-2947631bf509 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:50:14.523298 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd4c73-30fb-4e03-a15a-95d52f48ffe2 req-ae4a7d24-1824-4f41-8c8c-1e511f72c171 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:14.524944 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3efd4c73-30fb-4e03-a15a-95d52f48ffe2 req-ae4a7d24-1824-4f41-8c8c-1e511f72c171 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 943 time: 0.0718579 Jun 10 22:50:14.576813 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3efd4c73-30fb-4e03-a15a-95d52f48ffe2 req-dead3477-4533-4269-b2a3-7c9bf6726c28 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445976 Jun 10 22:50:14.704142 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:14.704142 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:14.845490 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508493'] for router, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:14.846022 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 195284f7-3cb8-4a8e-aa92-1df95431acb2 {{(pid=98754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 22:50:14.850969 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Notify callbacks [] for router, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:14.852372 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/195284f7-3cb8-4a8e-aa92-1df95431acb2 HTTP/1.1" status: 204 len: 168 time: 1.5972519 Jun 10 22:50:14.854772 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 47570) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:14.913303 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0bfdac-ee3f-4b40-b4c9-a6ab86332e90 admin admin] Deleting subnet a1b3330e-cf08-42c3-864b-2bcbf890eaf6 {{(pid=98754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:50:14.916654 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfdac-ee3f-4b40-b4c9-a6ab86332e90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:14.962236 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfdac-ee3f-4b40-b4c9-a6ab86332e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261414575'] for subnet, precommit_delete_associations {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:15.018217 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfdac-ee3f-4b40-b4c9-a6ab86332e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:15.154206 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfdac-ee3f-4b40-b4c9-a6ab86332e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261568170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260754709'] for subnet, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:15.159328 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:15.198411 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfdac-ee3f-4b40-b4c9-a6ab86332e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:15.200568 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-4e0bfdac-ee3f-4b40-b4c9-a6ab86332e90 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a1b3330e-cf08-42c3-864b-2bcbf890eaf6 HTTP/1.1" status: 204 len: 168 time: 0.3448026 Jun 10 22:50:15.207980 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bfdac-ee3f-4b40-b4c9-a6ab86332e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b3330e-cf08-42c3-864b-2bcbf890eaf6,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:15.210768 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4e0bfdac-ee3f-4b40-b4c9-a6ab86332e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:15.211017 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 47576) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:15.318794 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ce297651-dc35-4090-855d-f323dee03aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:15.428789 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ce297651-dc35-4090-855d-f323dee03aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:15.439589 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-ce297651-dc35-4090-855d-f323dee03aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eee5bef-38ad-41c3-9a4e-23afd1f4c503']}} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:50:15.450005 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-ce297651-dc35-4090-855d-f323dee03aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99fdd75-f815-47a5-adff-ea853b5be6cb') {'for_net_delete': True} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:50:15.450302 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-ce297651-dc35-4090-855d-f323dee03aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99fdd75-f815-47a5-adff-ea853b5be6cb') {} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:50:15.460605 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ce297651-dc35-4090-855d-f323dee03aac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261504023'] for segment, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:15.475825 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ce297651-dc35-4090-855d-f323dee03aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:15.481685 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce297651-dc35-4090-855d-f323dee03aac admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=98755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:50:15.482068 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ce297651-dc35-4090-855d-f323dee03aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260564587'] for segment, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: Traceback (most recent call last): Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: timer() Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: cb(*args, **kw) Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: return func(*args, **kwargs) Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: self._notify() Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: self.callback(batched_events) Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: event.method(event) Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: return f(self, *a, **k) Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._get(url).json() Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: return self.request(url, 'GET', **kwargs) Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:50:15.483691 dv-cinder-790535-2-iscsi neutron-server[98755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:50:15.536890 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730d4ef-18cb-48e2-9ac1-14b8e30d1c2a req-12772ab9-84db-4208-94a9-68edd3cf3bb3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:15.538884 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e730d4ef-18cb-48e2-9ac1-14b8e30d1c2a req-12772ab9-84db-4208-94a9-68edd3cf3bb3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0771337 Jun 10 22:50:15.583737 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e730d4ef-18cb-48e2-9ac1-14b8e30d1c2a req-423b9160-27de-41ac-a9cc-a590d161e971 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389862 Jun 10 22:50:15.628840 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ce297651-dc35-4090-855d-f323dee03aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:15.639556 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:15.639660 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ce297651-dc35-4090-855d-f323dee03aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:15.641567 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-ce297651-dc35-4090-855d-f323dee03aac admin admin] 10.222.0.25 "DELETE /v2.0/networks/3eee5bef-38ad-41c3-9a4e-23afd1f4c503 HTTP/1.1" status: 204 len: 168 time: 0.4295087 Jun 10 22:50:15.657026 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:15.669195 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce297651-dc35-4090-855d-f323dee03aac admin admin] Pushing event deleted for resources: {'Network': ['ID=3eee5bef-38ad-41c3-9a4e-23afd1f4c503,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:15.673765 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ce297651-dc35-4090-855d-f323dee03aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:15.762049 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 17a8365e-aa4d-442b-a2ed-bb07c7dca82b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:50:15.769944 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02c3e6-72e9-4ee0-90f3-cece6667d34a req-145fea7d-f82c-463c-863b-eac2a68d6763 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:15.771443 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eb02c3e6-72e9-4ee0-90f3-cece6667d34a req-145fea7d-f82c-463c-863b-eac2a68d6763 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 943 time: 0.0740047 Jun 10 22:50:15.813179 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eb02c3e6-72e9-4ee0-90f3-cece6667d34a req-08131886-934b-4825-a00c-9dc7811e0a85 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354869 Jun 10 22:50:15.881890 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,segment=NetworkSegment(b76294b9-f60f-4352-bc08-1e74cad5288e),segment_id=b76294b9-f60f-4352-bc08-1e74cad5288e)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:50:15.894256 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'port_id': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b', 'mac_address': 'fa:16:3e:bb:c6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:50:15.938465 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:15.954256 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a8365e-aa4d-442b-a2ed-bb07c7dca82b {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:50:15.975016 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,segment=NetworkSegment(b76294b9-f60f-4352-bc08-1e74cad5288e),segment_id=b76294b9-f60f-4352-bc08-1e74cad5288e)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:50:15.991762 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 47588) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:16.040359 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-ddbfeec3-1c53-4391-b573-8fef363dd993 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b9e491776fc444595d858b6d9fa77d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473726 Jun 10 22:50:16.042711 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 47590) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:16.055547 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:16.058383 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-1cbf3c6d-c315-4315-9450-e90d466a7e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:16.093604 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f35970af-45b1-4092-939b-b3df994a9b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:16.113125 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:16.116120 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f35970af-45b1-4092-939b-b3df994a9b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:16.120381 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:16.120724 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:16.121061 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:16.121393 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:16.121724 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:16.122058 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:16.122382 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:16.122703 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:16.123033 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:16.123352 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:16.123669 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:16.124021 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:50:16.127721 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:16.163712 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 20221016-78e0-4ecd-9179-a8cf8bcdc294 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:50:16.188313 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 20221016-78e0-4ecd-9179-a8cf8bcdc294 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:50:16.188665 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 20221016-78e0-4ecd-9179-a8cf8bcdc294 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:50:16.250908 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f35970af-45b1-4092-939b-b3df994a9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:16.253836 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f35970af-45b1-4092-939b-b3df994a9b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:16.254972 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-f35970af-45b1-4092-939b-b3df994a9b05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/766b3f3b-605b-4349-8f32-630711e6d85c HTTP/1.1" status: 204 len: 168 time: 0.2113914 Jun 10 22:50:16.255788 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-8aa4a96d-a4cd-45b9-b999-4a59b963b105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:16.264709 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35970af-45b1-4092-939b-b3df994a9b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766b3f3b-605b-4349-8f32-630711e6d85c,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:16.267055 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f35970af-45b1-4092-939b-b3df994a9b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:16.468046 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['17a8365e-aa4d-442b-a2ed-bb07c7dca82b'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:50:16.778013 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d15c9-bb77-49b3-a5f2-3c28522ea1e2 req-c76dccf8-3502-47a0-a1d7-ff5ab182f3d6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:16.779472 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ad9d15c9-bb77-49b3-a5f2-3c28522ea1e2 req-c76dccf8-3502-47a0-a1d7-ff5ab182f3d6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0747983 Jun 10 22:50:16.823204 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ad9d15c9-bb77-49b3-a5f2-3c28522ea1e2 req-582baa9d-82bf-43a1-88c9-3a0ef5508163 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378063 Jun 10 22:50:16.991668 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c06f29-90c9-4c21-9c75-27f3fcbfc3e6 req-e552942b-65bb-41be-8fa2-c99e29ae3001 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:16.993080 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a9c06f29-90c9-4c21-9c75-27f3fcbfc3e6 req-e552942b-65bb-41be-8fa2-c99e29ae3001 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 944 time: 0.0677636 Jun 10 22:50:17.038836 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a9c06f29-90c9-4c21-9c75-27f3fcbfc3e6 req-528ec91c-81d8-402d-892a-bfa64e89ec95 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Jun 10 22:50:17.795370 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 17a8365e-aa4d-442b-a2ed-bb07c7dca82b up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:50:17.914037 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:50:17.918250 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:50:17.918702 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:18.012782 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:18.014258 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c45a6-f371-4083-b24e-e9945d1f8662 req-4e02d85f-d267-4d5d-8ffc-58c37e87ad48 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:18.015749 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-793c45a6-f371-4083-b24e-e9945d1f8662 req-4e02d85f-d267-4d5d-8ffc-58c37e87ad48 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0725448 Jun 10 22:50:18.038168 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:50:18.040594 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d514af-20e8-47ed-8627-109851fc80d7" -d '{"events": [{"server_uuid": "8ef663a8-3744-40f2-9633-c4ff9d75e6ac", "name": "network-vif-plugged", "status": "completed", "tag": "17a8365e-aa4d-442b-a2ed-bb07c7dca82b"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:50:18.055112 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,segment=NetworkSegment(b76294b9-f60f-4352-bc08-1e74cad5288e),segment_id=b76294b9-f60f-4352-bc08-1e74cad5288e)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:50:18.070478 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-793c45a6-f371-4083-b24e-e9945d1f8662 req-9c89a3bd-c10a-458d-bf72-918db9783311 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486646 Jun 10 22:50:18.082058 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c17e0f-7dc3-4851-9048-bab02e5c45d5 x-openstack-request-id: req-19c17e0f-7dc3-4851-9048-bab02e5c45d5 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:50:18.082361 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef663a8-3744-40f2-9633-c4ff9d75e6ac", "name": "network-vif-plugged", "status": "completed", "tag": "17a8365e-aa4d-442b-a2ed-bb07c7dca82b", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:50:18.083997 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19c17e0f-7dc3-4851-9048-bab02e5c45d5 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:50:18.084905 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b', 'code': 200} Jun 10 22:50:18.118451 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:18.120982 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-7e38c06f-e1c2-43ad-9d13-d00146da2101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:18.181488 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:18.184996 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:18.250410 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64206a8-a733-43e6-b255-4119460e189a req-2b843443-b2ee-4077-9c30-dc10b8eeb9ab tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:18.251942 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e64206a8-a733-43e6-b255-4119460e189a req-2b843443-b2ee-4077-9c30-dc10b8eeb9ab tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 945 time: 0.0801561 Jun 10 22:50:18.297123 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e64206a8-a733-43e6-b255-4119460e189a req-367b633b-c255-413c-874e-e392931f24aa tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393348 Jun 10 22:50:18.526384 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edc21a-688b-4d21-b5bc-9fb147e34906 req-422c7899-5c5b-4308-8d91-f13a385fba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:18.527929 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-46edc21a-688b-4d21-b5bc-9fb147e34906 req-422c7899-5c5b-4308-8d91-f13a385fba14 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 1098 time: 0.0601332 Jun 10 22:50:18.566070 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-46edc21a-688b-4d21-b5bc-9fb147e34906 req-6e83bcfe-95b9-4bb0-a83b-a59ec23472c6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307205 Jun 10 22:50:18.749832 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 47666) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:18.862889 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-266bb461-fc4d-47fd-b342-8b2f81f1b104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:18.954602 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-266bb461-fc4d-47fd-b342-8b2f81f1b104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:18.998997 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-266bb461-fc4d-47fd-b342-8b2f81f1b104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:19.002409 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-bd585a72-5e37-4b4b-8919-4645d7433cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:19.046035 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-266bb461-fc4d-47fd-b342-8b2f81f1b104 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e07ee006df44218b4dd50f53106f33b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950490 Jun 10 22:50:19.046907 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bb461-fc4d-47fd-b342-8b2f81f1b104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1a3136-c4a8-43ec-b2d2-1693e745962e,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:19.048825 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 47672) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:19.049888 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-266bb461-fc4d-47fd-b342-8b2f81f1b104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:19.101230 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-17b98084-3422-4694-b8e6-14c2e0db0a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:19.124217 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-17b98084-3422-4694-b8e6-14c2e0db0a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:19.235725 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-17b98084-3422-4694-b8e6-14c2e0db0a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:19.238250 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-17b98084-3422-4694-b8e6-14c2e0db0a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:19.239354 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-17b98084-3422-4694-b8e6-14c2e0db0a73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa1a3136-c4a8-43ec-b2d2-1693e745962e HTTP/1.1" status: 204 len: 168 time: 0.1892986 Jun 10 22:50:19.244637 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:19.256247 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b98084-3422-4694-b8e6-14c2e0db0a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1a3136-c4a8-43ec-b2d2-1693e745962e,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:19.258840 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-17b98084-3422-4694-b8e6-14c2e0db0a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:19.283104 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2e2c0-8723-492e-9e4a-26c2953cd74e req-85859bab-4ac0-42a8-871d-457adc69fcc3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:19.284609 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-06f2e2c0-8723-492e-9e4a-26c2953cd74e req-85859bab-4ac0-42a8-871d-457adc69fcc3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0922105 Jun 10 22:50:19.327131 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-06f2e2c0-8723-492e-9e4a-26c2953cd74e req-12485e71-bb8c-4465-a011-bf2488a05c4a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360782 Jun 10 22:50:19.479630 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17fbc0-fada-4357-89d3-e23ee7e68b73 req-75b8e2be-5e00-4fcf-bedf-fa8322b40cd2 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:19.481167 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fa17fbc0-fada-4357-89d3-e23ee7e68b73 req-75b8e2be-5e00-4fcf-bedf-fa8322b40cd2 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 945 time: 0.0705180 Jun 10 22:50:19.527207 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fa17fbc0-fada-4357-89d3-e23ee7e68b73 req-93b8d68a-1bf0-4a79-8796-2c2b98c5df38 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388825 Jun 10 22:50:19.861417 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 47690) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:19.878203 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-d435591f-1f94-4492-976c-77a880519009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:19.985531 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-d435591f-1f94-4492-976c-77a880519009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:20.050575 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-d435591f-1f94-4492-976c-77a880519009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:20.054573 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-bbc5c829-c34b-49cc-b4ba-6ac5c5ab2104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:20.092754 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-d435591f-1f94-4492-976c-77a880519009 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2216f6ce281943c484cd826cf601a46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303181 Jun 10 22:50:20.094629 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435591f-1f94-4492-976c-77a880519009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0314c633-e7a1-4080-b289-71666cd2ea68,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:20.095506 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 47696) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:20.097521 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-d435591f-1f94-4492-976c-77a880519009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:20.158160 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ad29b07f-733e-4059-a84e-fbc3550f4c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:20.180898 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ad29b07f-733e-4059-a84e-fbc3550f4c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:20.307844 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ad29b07f-733e-4059-a84e-fbc3550f4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:20.310458 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ad29b07f-733e-4059-a84e-fbc3550f4c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:20.311613 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-ad29b07f-733e-4059-a84e-fbc3550f4c00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0314c633-e7a1-4080-b289-71666cd2ea68 HTTP/1.1" status: 204 len: 168 time: 0.2150741 Jun 10 22:50:20.312497 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-4e0ecb49-ff7b-4d49-8030-42552cfbe6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:20.321422 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29b07f-733e-4059-a84e-fbc3550f4c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0314c633-e7a1-4080-b289-71666cd2ea68,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:20.323894 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ad29b07f-733e-4059-a84e-fbc3550f4c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:20.514059 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fc80a-6c97-4476-abd7-674dfd1dcdba req-1a3fe0f4-f1f4-4855-aae0-c8f0fbf83260 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:20.515511 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6b0fc80a-6c97-4476-abd7-674dfd1dcdba req-1a3fe0f4-f1f4-4855-aae0-c8f0fbf83260 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0712750 Jun 10 22:50:20.556711 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6b0fc80a-6c97-4476-abd7-674dfd1dcdba req-c696dfd4-1bdd-4840-90f0-2e19753ce511 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355802 Jun 10 22:50:20.711305 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e4339-c51c-43f3-bb3d-48cd52c0ffc5 req-b9c930eb-76e4-47a5-b836-6bf78dfd9ed5 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:20.712883 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-af7e4339-c51c-43f3-bb3d-48cd52c0ffc5 req-b9c930eb-76e4-47a5-b836-6bf78dfd9ed5 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 945 time: 0.0729020 Jun 10 22:50:20.764127 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-af7e4339-c51c-43f3-bb3d-48cd52c0ffc5 req-75f6c643-a8bd-414f-bd1f-e3383b1beb9f tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385466 Jun 10 22:50:20.940739 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f253524-d815-4636-a5e9-2e0b31cb0a74 req-24e14d77-38ac-4f97-bbcf-ac75d5eea213 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:20.942439 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4f253524-d815-4636-a5e9-2e0b31cb0a74 req-24e14d77-38ac-4f97-bbcf-ac75d5eea213 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 945 time: 0.0680912 Jun 10 22:50:20.987089 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4f253524-d815-4636-a5e9-2e0b31cb0a74 req-e306ccfc-c7aa-4e64-a703-4de4f1936e75 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368886 Jun 10 22:50:21.393120 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafb217-4cb5-4890-b852-103907e6579f req-fea41549-743f-4659-be64-fead2815a8e6 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:21.394584 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-faafb217-4cb5-4890-b852-103907e6579f req-fea41549-743f-4659-be64-fead2815a8e6 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 945 time: 0.0714512 Jun 10 22:50:21.436802 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-faafb217-4cb5-4890-b852-103907e6579f req-c21d7946-b0a9-4797-a0db-4c449e4f2c79 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358050 Jun 10 22:50:21.747063 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8084f0c-65e5-4054-b10e-91e62e10cf22 req-6d94ec3d-bc8c-4ce9-b758-83772167e336 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:21.748658 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c8084f0c-65e5-4054-b10e-91e62e10cf22 req-6d94ec3d-bc8c-4ce9-b758-83772167e336 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0707769 Jun 10 22:50:21.791045 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c8084f0c-65e5-4054-b10e-91e62e10cf22 req-198cdd1c-6d78-4e42-8aff-71b9d88d1b83 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367212 Jun 10 22:50:22.175744 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-12275a7d-277e-4526-9d3b-f894cc71c3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:22.895429 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 47782) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:23.005169 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-bd588dcd-98d8-43b9-b42a-155a0bf78dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:23.026643 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228a90b-69ee-491d-b2a4-c6f6e0dbe417 req-4e5627c3-f835-46ec-8be4-43bc2caff329 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:23.028142 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1228a90b-69ee-491d-b2a4-c6f6e0dbe417 req-4e5627c3-f835-46ec-8be4-43bc2caff329 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0716250 Jun 10 22:50:23.072364 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1228a90b-69ee-491d-b2a4-c6f6e0dbe417 req-4fe35ee9-bf51-44ca-8c59-a75d295b73f7 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379930 Jun 10 22:50:23.104629 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-bd588dcd-98d8-43b9-b42a-155a0bf78dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:23.169891 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-bd588dcd-98d8-43b9-b42a-155a0bf78dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:23.172540 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-59674498-40d8-48e4-afd7-07b2d8eba48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:23.213330 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-bd588dcd-98d8-43b9-b42a-155a0bf78dd5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24f609b7ce58405d9508cd5f77bbcc44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167000 Jun 10 22:50:23.214199 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd588dcd-98d8-43b9-b42a-155a0bf78dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d42b022-e4c6-4f99-9eaf-095b07239e1f,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:23.216134 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 47792) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:23.217663 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-bd588dcd-98d8-43b9-b42a-155a0bf78dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:23.272341 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e8fe868f-2b81-41a0-9d18-13515842f787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:23.294829 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e8fe868f-2b81-41a0-9d18-13515842f787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:23.416228 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e8fe868f-2b81-41a0-9d18-13515842f787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:23.418822 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e8fe868f-2b81-41a0-9d18-13515842f787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:23.420027 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-e8fe868f-2b81-41a0-9d18-13515842f787 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d42b022-e4c6-4f99-9eaf-095b07239e1f HTTP/1.1" status: 204 len: 168 time: 0.2027085 Jun 10 22:50:23.420815 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-55d20047-6040-4df7-a3f3-7bacc9381bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:23.430230 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe868f-2b81-41a0-9d18-13515842f787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d42b022-e4c6-4f99-9eaf-095b07239e1f,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:23.433741 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e8fe868f-2b81-41a0-9d18-13515842f787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:23.922098 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 47798) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:23.937701 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b5e02340-bc49-4a88-a024-38da0688d8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:24.030788 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b5e02340-bc49-4a88-a024-38da0688d8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:24.142054 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b5e02340-bc49-4a88-a024-38da0688d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:24.145092 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e8fe868f-2b81-41a0-9d18-13515842f787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:24.204956 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-b5e02340-bc49-4a88-a024-38da0688d8be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e696b5fe43d432eae307a64167f4c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817900 Jun 10 22:50:24.205855 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 47810) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:50:24.206807 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e02340-bc49-4a88-a024-38da0688d8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31521a8b-d75f-4c0c-b66f-6e251982c8db,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:24.214834 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b5e02340-bc49-4a88-a024-38da0688d8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:24.261457 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182423e-cc14-497c-8433-55b72ce904b7 req-fbf451df-eda6-4482-a19a-69bce555e765 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:24.263206 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5182423e-cc14-497c-8433-55b72ce904b7 req-fbf451df-eda6-4482-a19a-69bce555e765 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0717604 Jun 10 22:50:24.264779 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-19fceeab-a34a-44ff-a35a-db8686869c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:24.287995 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-19fceeab-a34a-44ff-a35a-db8686869c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:24.303817 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5182423e-cc14-497c-8433-55b72ce904b7 req-ef9f5ebd-9002-4481-b022-e8bd0e66641e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349247 Jun 10 22:50:24.433365 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-19fceeab-a34a-44ff-a35a-db8686869c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:24.436128 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-19fceeab-a34a-44ff-a35a-db8686869c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:24.437263 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-19fceeab-a34a-44ff-a35a-db8686869c61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31521a8b-d75f-4c0c-b66f-6e251982c8db HTTP/1.1" status: 204 len: 168 time: 0.2275693 Jun 10 22:50:24.438063 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-739157c9-b3a7-4aa5-b8bd-fa289ae1ca65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:24.448560 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fceeab-a34a-44ff-a35a-db8686869c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31521a8b-d75f-4c0c-b66f-6e251982c8db,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:24.455273 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-19fceeab-a34a-44ff-a35a-db8686869c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:24.793717 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-60ff81e7-61dd-4347-8c88-fcac83d9039c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:24.845226 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:25.485169 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79246fdd-31cf-444a-8a1b-f833c982cc7f req-7511f03f-2195-4425-a533-1f18d861cc99 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:25.486647 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-79246fdd-31cf-444a-8a1b-f833c982cc7f req-7511f03f-2195-4425-a533-1f18d861cc99 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0691385 Jun 10 22:50:25.528173 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-79246fdd-31cf-444a-8a1b-f833c982cc7f req-9f0ef81b-fc11-49aa-af07-56d1d62dca40 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358820 Jun 10 22:50:25.747829 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:26.720665 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601930c-de10-4182-b930-d8e6107226ac req-8cb68246-29fa-416f-8f07-4db1f340397c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:26.722142 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f601930c-de10-4182-b930-d8e6107226ac req-8cb68246-29fa-416f-8f07-4db1f340397c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0721633 Jun 10 22:50:26.765685 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f601930c-de10-4182-b930-d8e6107226ac req-3db0b736-1a02-4a11-95c5-6336f023082a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378585 Jun 10 22:50:27.273465 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:27.954713 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e4f6f-21c8-406a-a212-4aa82d7b38a3 req-f26cd31c-d4fd-46c2-816b-31e1ee5d324b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:27.956226 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-982e4f6f-21c8-406a-a212-4aa82d7b38a3 req-f26cd31c-d4fd-46c2-816b-31e1ee5d324b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0715389 Jun 10 22:50:27.997664 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-982e4f6f-21c8-406a-a212-4aa82d7b38a3 req-ed2bf56c-7f1b-42b4-aed9-e2f5b98cf907 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354373 Jun 10 22:50:28.863101 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad32c1-62c8-4db2-b215-75a9fca04d93 req-22406c4b-1756-4eac-bbf3-719976606898 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:28.864701 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-74ad32c1-62c8-4db2-b215-75a9fca04d93 req-22406c4b-1756-4eac-bbf3-719976606898 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0691102 Jun 10 22:50:28.906138 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-74ad32c1-62c8-4db2-b215-75a9fca04d93 req-91f42ddb-1359-4f35-b263-373529a1fd05 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357940 Jun 10 22:50:29.189398 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9369ced-4dfc-46d2-a929-1a8bf97e8e86 req-2f48fe92-ca99-4099-b6a8-d586d676334f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:29.190869 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d9369ced-4dfc-46d2-a929-1a8bf97e8e86 req-2f48fe92-ca99-4099-b6a8-d586d676334f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0727713 Jun 10 22:50:29.234647 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d9369ced-4dfc-46d2-a929-1a8bf97e8e86 req-cc4cee67-9edd-4ad8-9849-78ee710cc1a1 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371110 Jun 10 22:50:30.081561 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d8362-68d6-4500-9345-3633d38d0fcf req-727e84e3-ec20-4020-9a8b-d0b3ef6f078f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:30.083008 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a62d8362-68d6-4500-9345-3633d38d0fcf req-727e84e3-ec20-4020-9a8b-d0b3ef6f078f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0668302 Jun 10 22:50:30.123733 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a62d8362-68d6-4500-9345-3633d38d0fcf req-a280baa6-daa1-4af3-9384-0287f89e24a5 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346527 Jun 10 22:50:30.418081 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cde69-147d-4f4d-a0af-11d8a379cd5d req-eb7ed971-2d3d-4c24-84dc-e22107bdb00d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:30.419538 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-771cde69-147d-4f4d-a0af-11d8a379cd5d req-eb7ed971-2d3d-4c24-84dc-e22107bdb00d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0656121 Jun 10 22:50:30.462324 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-771cde69-147d-4f4d-a0af-11d8a379cd5d req-ec1703dc-ccff-400d-9853-522139dbd410 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369697 Jun 10 22:50:31.301577 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eb79b-7f9d-4704-ab04-f954eec797ad req-5749f4d2-0919-48c5-be24-06c18451fc33 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:31.303748 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-af8eb79b-7f9d-4704-ab04-f954eec797ad req-5749f4d2-0919-48c5-be24-06c18451fc33 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0726917 Jun 10 22:50:31.344771 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-af8eb79b-7f9d-4704-ab04-f954eec797ad req-271ecc2a-f1dc-4fe3-b4e8-42ff336ff4dd tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351927 Jun 10 22:50:31.649642 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25b2d3-685d-4435-8145-c3c44c2465b3 req-6472ab3c-e475-44b6-b2e0-cabeb26365e9 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:31.651117 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6a25b2d3-685d-4435-8145-c3c44c2465b3 req-6472ab3c-e475-44b6-b2e0-cabeb26365e9 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0694022 Jun 10 22:50:31.692060 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6a25b2d3-685d-4435-8145-c3c44c2465b3 req-979f165e-2457-4439-9214-03894d1164f7 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353272 Jun 10 22:50:32.519734 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3257e0e-4b1d-4fc9-b749-50d26f57104d req-fb0c20af-9db4-407d-8898-18d7354d0c5e tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:32.522255 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f3257e0e-4b1d-4fc9-b749-50d26f57104d req-fb0c20af-9db4-407d-8898-18d7354d0c5e tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0665171 Jun 10 22:50:32.567439 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f3257e0e-4b1d-4fc9-b749-50d26f57104d req-51622c45-5950-45d6-88ae-cf09292ae84a tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387583 Jun 10 22:50:32.873775 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086201b-b617-415e-a2a8-ec27b2e4d3ef req-1af56e5e-d945-40fd-81f1-600b924156c2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:32.875132 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e086201b-b617-415e-a2a8-ec27b2e4d3ef req-1af56e5e-d945-40fd-81f1-600b924156c2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0675342 Jun 10 22:50:32.914934 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e086201b-b617-415e-a2a8-ec27b2e4d3ef req-f5882644-7908-468b-8444-c39a9b7cf1cc tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342867 Jun 10 22:50:33.765420 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564b187-53b3-4fee-b58e-4a828269d993 req-1edf8d98-660c-44c5-8ddb-f90ac2a9d624 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:33.766869 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e564b187-53b3-4fee-b58e-4a828269d993 req-1edf8d98-660c-44c5-8ddb-f90ac2a9d624 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0725186 Jun 10 22:50:33.807774 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e564b187-53b3-4fee-b58e-4a828269d993 req-26de3cbd-bd88-4120-9887-d0b89ab17c74 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347323 Jun 10 22:50:34.095010 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ac09e-70be-49a1-a1a0-14b719efa5a3 req-9aa627f6-e49a-45b4-9d59-e6e26c4ba4e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:34.096452 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-630ac09e-70be-49a1-a1a0-14b719efa5a3 req-9aa627f6-e49a-45b4-9d59-e6e26c4ba4e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0695693 Jun 10 22:50:34.136542 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-630ac09e-70be-49a1-a1a0-14b719efa5a3 req-f5d4de37-8827-4705-bc76-466bc7f3b52a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339143 Jun 10 22:50:34.820137 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:50:34.996266 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a6d8f-d75d-4540-9a36-85bbaf4c0593 req-b244a53d-44f6-4edc-b30e-9ca731326909 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:34.997743 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-683a6d8f-d75d-4540-9a36-85bbaf4c0593 req-b244a53d-44f6-4edc-b30e-9ca731326909 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0778916 Jun 10 22:50:35.039469 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-683a6d8f-d75d-4540-9a36-85bbaf4c0593 req-c1d7bf86-8f49-4fc5-bd70-888957adff2d tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360379 Jun 10 22:50:35.322165 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43de162-50d9-484b-9438-623ac8d939d1 req-3a69410b-3700-4b8a-bdb6-7b41f2c6484a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:35.323623 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e43de162-50d9-484b-9438-623ac8d939d1 req-3a69410b-3700-4b8a-bdb6-7b41f2c6484a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0699248 Jun 10 22:50:35.363655 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e43de162-50d9-484b-9438-623ac8d939d1 req-84c86d35-4a98-421c-becf-8c0125eccff3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343831 Jun 10 22:50:36.219760 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deccac-8d2c-4874-b1bb-addb5de874d4 req-9aa67790-7c9a-47ed-b505-db22fdc5d55c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:36.221220 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-38deccac-8d2c-4874-b1bb-addb5de874d4 req-9aa67790-7c9a-47ed-b505-db22fdc5d55c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0707586 Jun 10 22:50:36.261276 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-38deccac-8d2c-4874-b1bb-addb5de874d4 req-9ae9749a-446e-4b79-bc90-2a7e92d6a464 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338202 Jun 10 22:50:36.549220 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ade39-cfcd-4f27-9d84-3c33426f70b7 req-e7d5ef40-7f35-4faa-ab96-163c60dd02e5 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:36.550572 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d72ade39-cfcd-4f27-9d84-3c33426f70b7 req-e7d5ef40-7f35-4faa-ab96-163c60dd02e5 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0704589 Jun 10 22:50:36.594345 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d72ade39-cfcd-4f27-9d84-3c33426f70b7 req-8b3d4af8-f57e-4288-81cf-01fa2fe3f4b5 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358653 Jun 10 22:50:37.434394 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a883ed-8040-477b-8004-26071d663dca req-1fe03026-10e9-4eab-828d-84bae7056cea tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:37.435834 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-99a883ed-8040-477b-8004-26071d663dca req-1fe03026-10e9-4eab-828d-84bae7056cea tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0662527 Jun 10 22:50:37.475778 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-99a883ed-8040-477b-8004-26071d663dca req-44604051-ffaf-407d-9f86-b0a045b1e233 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346141 Jun 10 22:50:37.778325 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efd504-88d7-4d06-ac65-ba7637f4c323 req-775a329f-d446-4d60-bf31-b3ded418c838 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:37.923211 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-67efd504-88d7-4d06-ac65-ba7637f4c323 req-775a329f-d446-4d60-bf31-b3ded418c838 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0685422 Jun 10 22:50:37.923211 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-67efd504-88d7-4d06-ac65-ba7637f4c323 req-f291c6fe-bc86-4b9b-ae82-dd512e5a2896 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364842 Jun 10 22:50:38.657015 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c70210-4655-407c-8cd3-139b10cf82c6 req-c059e863-7b3d-412b-821a-350a229e5f86 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:38.658492 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a2c70210-4655-407c-8cd3-139b10cf82c6 req-c059e863-7b3d-412b-821a-350a229e5f86 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0710311 Jun 10 22:50:38.701533 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a2c70210-4655-407c-8cd3-139b10cf82c6 req-d3a84c03-2972-4e46-bc52-9037526d71d8 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373738 Jun 10 22:50:39.078664 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e556945-58fd-48cb-ab31-d6e7bfd2d7eb req-ecaff717-6534-42b8-b912-e5f2b8fb93be tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:39.080114 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8e556945-58fd-48cb-ab31-d6e7bfd2d7eb req-ecaff717-6534-42b8-b912-e5f2b8fb93be tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0700612 Jun 10 22:50:39.120539 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8e556945-58fd-48cb-ab31-d6e7bfd2d7eb req-0ea55c3f-2344-4ea6-b0f8-4f422d1f4e9d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340614 Jun 10 22:50:39.882194 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476a4a6-fe74-4a44-b812-6c6b2f446bb1 req-2c394448-2185-4662-858e-b4f6a0454e96 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:39.883654 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4476a4a6-fe74-4a44-b812-6c6b2f446bb1 req-2c394448-2185-4662-858e-b4f6a0454e96 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0734155 Jun 10 22:50:39.923282 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4476a4a6-fe74-4a44-b812-6c6b2f446bb1 req-de3d2cb3-876f-4554-b2e9-17520e243bad tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339594 Jun 10 22:50:40.305957 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de9352-ce02-4db8-9490-780c6615c0c8 req-165c635e-181c-4fa6-89c9-b2558c30c2bf tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:40.307416 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-53de9352-ce02-4db8-9490-780c6615c0c8 req-165c635e-181c-4fa6-89c9-b2558c30c2bf tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0702715 Jun 10 22:50:40.346817 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-53de9352-ce02-4db8-9490-780c6615c0c8 req-badd0ab3-26a7-41af-97ca-7c9367b577e1 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337977 Jun 10 22:50:41.103650 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034136a5-a872-4078-a4f9-cf62d6908586 req-0fc56e09-810d-4247-8cb4-7bd39abbed41 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:41.105121 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-034136a5-a872-4078-a4f9-cf62d6908586 req-0fc56e09-810d-4247-8cb4-7bd39abbed41 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0712721 Jun 10 22:50:41.144888 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-034136a5-a872-4078-a4f9-cf62d6908586 req-e49f3468-795e-49a1-8f93-e8ba5b4d19a2 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343564 Jun 10 22:50:41.535329 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c70199-b0df-426c-b39f-f8698d77a79c req-317d5357-3fa7-40c5-85d3-3eb20d8ad28b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:41.537052 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-54c70199-b0df-426c-b39f-f8698d77a79c req-317d5357-3fa7-40c5-85d3-3eb20d8ad28b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0722046 Jun 10 22:50:41.579688 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-54c70199-b0df-426c-b39f-f8698d77a79c req-8b6e9c96-64da-492c-b554-fd049b2cbc31 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366857 Jun 10 22:50:42.321811 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edccbe-8340-4a95-8e42-36cc5ca7095f req-53a7ce77-7ed8-4cdc-8ebe-ee7ca7ba4b90 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:42.323300 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c7edccbe-8340-4a95-8e42-36cc5ca7095f req-53a7ce77-7ed8-4cdc-8ebe-ee7ca7ba4b90 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0681410 Jun 10 22:50:42.364008 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c7edccbe-8340-4a95-8e42-36cc5ca7095f req-882acd5e-fecd-402b-a448-b5698e9b11d3 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350556 Jun 10 22:50:42.758002 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c43ac-6070-4eee-890e-9420b0ba0011 req-40adef99-7772-43f2-9c0f-3b4b0d7a515f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:42.759440 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e03c43ac-6070-4eee-890e-9420b0ba0011 req-40adef99-7772-43f2-9c0f-3b4b0d7a515f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0666220 Jun 10 22:50:42.799059 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e03c43ac-6070-4eee-890e-9420b0ba0011 req-d336506b-a3c0-4de2-bb62-3ad9438342e4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340500 Jun 10 22:50:43.546262 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba3b12-1758-4d4b-a558-103fb438f3eb req-d71ea918-c59e-46b0-bce9-720158b519cf tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:43.547683 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-10ba3b12-1758-4d4b-a558-103fb438f3eb req-d71ea918-c59e-46b0-bce9-720158b519cf tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0694215 Jun 10 22:50:43.587671 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-10ba3b12-1758-4d4b-a558-103fb438f3eb req-7e7294f3-7bc6-4ad3-ab9e-68d9d508e586 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342777 Jun 10 22:50:43.981841 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24c3d1-c3e9-408d-b659-3e94d4c2b746 req-fa7ec7b2-f7eb-46ff-95fc-66c15aa7a889 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:43.983208 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8f24c3d1-c3e9-408d-b659-3e94d4c2b746 req-fa7ec7b2-f7eb-46ff-95fc-66c15aa7a889 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0692668 Jun 10 22:50:44.023063 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8f24c3d1-c3e9-408d-b659-3e94d4c2b746 req-da1c3fa4-25fb-4bd2-b74a-62ae4d5bd6fc tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343924 Jun 10 22:50:44.767148 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de6dd2-b25c-4734-bb2d-64ec67d3496c req-8fb62de4-e740-4202-a8fd-56113ebb5566 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:44.768627 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-63de6dd2-b25c-4734-bb2d-64ec67d3496c req-8fb62de4-e740-4202-a8fd-56113ebb5566 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0676343 Jun 10 22:50:44.809161 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-63de6dd2-b25c-4734-bb2d-64ec67d3496c req-b80abc1e-0a1c-4938-8597-1dde5ec043ec tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342681 Jun 10 22:50:45.208945 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93d63b-a6ce-4cca-9577-a17d85a30e2b req-99f1a516-42ac-4191-b2cc-6ed33d93a49d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:45.210440 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-da93d63b-a6ce-4cca-9577-a17d85a30e2b req-99f1a516-42ac-4191-b2cc-6ed33d93a49d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0704384 Jun 10 22:50:45.252594 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-da93d63b-a6ce-4cca-9577-a17d85a30e2b req-c692dedc-69fc-400e-a13b-fefd45e37695 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364809 Jun 10 22:50:45.673256 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:45.991450 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651c96d-962e-4515-9b59-54b57ad86ec1 req-a7eba3aa-5845-4a94-9bfa-364fc22437a6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:45.993054 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d651c96d-962e-4515-9b59-54b57ad86ec1 req-a7eba3aa-5845-4a94-9bfa-364fc22437a6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0719285 Jun 10 22:50:46.034287 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d651c96d-962e-4515-9b59-54b57ad86ec1 req-0bdbdedc-c042-407a-83bc-43b103498f5a tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356500 Jun 10 22:50:46.439892 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cd036-84ff-4cab-a076-847167b2a127 req-b70dda2f-a9ff-4785-99ce-bd3a272d1bc2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:46.441367 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2f8cd036-84ff-4cab-a076-847167b2a127 req-b70dda2f-a9ff-4785-99ce-bd3a272d1bc2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0711267 Jun 10 22:50:46.481844 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2f8cd036-84ff-4cab-a076-847167b2a127 req-33199ddb-0728-4f15-a4e9-82d79927ec31 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344176 Jun 10 22:50:47.213065 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a5a86-af8f-45ea-812a-2382fe94ed57 req-067ad8ef-6de1-4667-9238-858d7df19dda tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:47.214620 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8b6a5a86-af8f-45ea-812a-2382fe94ed57 req-067ad8ef-6de1-4667-9238-858d7df19dda tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0678275 Jun 10 22:50:47.257601 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8b6a5a86-af8f-45ea-812a-2382fe94ed57 req-6860740d-0a55-4106-b635-480011a075a1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373917 Jun 10 22:50:47.664316 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b945414-05ce-4449-88a5-12bda7d6cf97 req-f929d409-b1d2-4935-b7c1-29551c51490d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:47.666371 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1b945414-05ce-4449-88a5-12bda7d6cf97 req-f929d409-b1d2-4935-b7c1-29551c51490d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0692551 Jun 10 22:50:47.708947 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1b945414-05ce-4449-88a5-12bda7d6cf97 req-5de25fbf-d6c3-466f-a482-daa51929969d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365601 Jun 10 22:50:48.441849 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bd9b6-ec24-47ab-b01a-0157b4deebf7 req-ee067f27-d9d5-455e-b371-742dd21780e6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:48.443406 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0f7bd9b6-ec24-47ab-b01a-0157b4deebf7 req-ee067f27-d9d5-455e-b371-742dd21780e6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0708098 Jun 10 22:50:48.485997 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0f7bd9b6-ec24-47ab-b01a-0157b4deebf7 req-3efbb664-68b9-48eb-b45e-fee7a86c5544 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362003 Jun 10 22:50:48.893424 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b89b19-0342-4932-88a9-9ecd1028ad74 req-6eade39f-1a79-4372-a430-0ed846fb5b22 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:48.894898 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-13b89b19-0342-4932-88a9-9ecd1028ad74 req-6eade39f-1a79-4372-a430-0ed846fb5b22 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0703547 Jun 10 22:50:48.935275 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-13b89b19-0342-4932-88a9-9ecd1028ad74 req-e74b4cd2-c31a-417a-9e41-0bb1bc14d04a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342970 Jun 10 22:50:49.555981 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device cdee1119-d02b-4619-bb2d-5bc0d01bc75f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:50:49.663821 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547dceb-f596-429c-95c7-58ecd3b2d664 req-34a6073b-8705-46d4-99fb-5810849a578c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:49.665467 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7547dceb-f596-429c-95c7-58ecd3b2d664 req-34a6073b-8705-46d4-99fb-5810849a578c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0677454 Jun 10 22:50:49.670344 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port cdee1119-d02b-4619-bb2d-5bc0d01bc75f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:50:49.683423 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'port_id': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'mac_address': 'fa:16:3e:62:2e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:50:49.706841 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7547dceb-f596-429c-95c7-58ecd3b2d664 req-76f93cbf-f11b-4a67-9d01-66c026f0fcdf tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355265 Jun 10 22:50:49.731615 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:49.746139 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdee1119-d02b-4619-bb2d-5bc0d01bc75f {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:50:49.765708 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port cdee1119-d02b-4619-bb2d-5bc0d01bc75f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:50:49.827312 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:49.829123 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-72fc1997-cb97-4409-9b5d-05ddd202feca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:49.880179 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,revision_number=6']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:49.883188 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:50.113975 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee26864-7865-4139-a2a1-1b3bb1034a30 req-911ec73a-dc49-4dc2-833b-c063a38c28c3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:50.115425 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1ee26864-7865-4139-a2a1-1b3bb1034a30 req-911ec73a-dc49-4dc2-833b-c063a38c28c3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 945 time: 0.0671575 Jun 10 22:50:50.156870 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1ee26864-7865-4139-a2a1-1b3bb1034a30 req-5c105b5f-4d0b-42a4-9bc9-14827fe7b08c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358982 Jun 10 22:50:50.892831 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464f7d2-3593-4afa-b8c7-53eec79ef43e req-f7444899-48e1-49da-9514-f0b358ae914a tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:50.894279 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2464f7d2-3593-4afa-b8c7-53eec79ef43e req-f7444899-48e1-49da-9514-f0b358ae914a tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0734282 Jun 10 22:50:50.934255 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2464f7d2-3593-4afa-b8c7-53eec79ef43e req-756580cb-a30c-48c5-b393-c388ff00f8eb tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337403 Jun 10 22:50:51.362286 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee096aee-e952-4359-b0ee-6923cb592887 req-e36a49dc-b4c6-40d6-9b35-8ebe3a16b61e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:51.363737 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ee096aee-e952-4359-b0ee-6923cb592887 req-e36a49dc-b4c6-40d6-9b35-8ebe3a16b61e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 945 time: 0.0899141 Jun 10 22:50:51.433734 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ee096aee-e952-4359-b0ee-6923cb592887 req-5f44e675-9850-4190-83dd-059baf54fc4b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636277 Jun 10 22:50:51.439755 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['cdee1119-d02b-4619-bb2d-5bc0d01bc75f'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:50:51.461222 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733970ed-02ed-4a0d-a530-b7cc2f4c8717 req-39fb8477-7a19-4943-a1f3-f4f38f8d23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:51.462688 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-733970ed-02ed-4a0d-a530-b7cc2f4c8717 req-39fb8477-7a19-4943-a1f3-f4f38f8d23d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 1098 time: 0.0644224 Jun 10 22:50:51.594666 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733970ed-02ed-4a0d-a530-b7cc2f4c8717 req-80f80a01-eaaa-4978-943d-aa80aed6dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:51.596152 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-733970ed-02ed-4a0d-a530-b7cc2f4c8717 req-80f80a01-eaaa-4978-943d-aa80aed6dc71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d HTTP/1.1" status: 200 len: 910 time: 0.1106353 Jun 10 22:50:51.681598 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-733970ed-02ed-4a0d-a530-b7cc2f4c8717 req-17eda9ce-0146-43f2-937d-b9598e39aec9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d52610fd-0f6f-4b53-a6ff-1ef3f2357948 HTTP/1.1" status: 200 len: 1001 time: 0.0777318 Jun 10 22:50:51.740684 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733970ed-02ed-4a0d-a530-b7cc2f4c8717 req-be3aeb7c-bc7c-4b23-8d2f-b8b428d6d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:51.742036 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-733970ed-02ed-4a0d-a530-b7cc2f4c8717 req-be3aeb7c-bc7c-4b23-8d2f-b8b428d6d752 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f890a9bf-0853-45c5-86e2-c17d3f245b7a HTTP/1.1" status: 200 len: 849 time: 0.0525301 Jun 10 22:50:51.804433 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733970ed-02ed-4a0d-a530-b7cc2f4c8717 req-7845fac3-4daf-4db1-8b91-daebfb260c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:51.805857 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-733970ed-02ed-4a0d-a530-b7cc2f4c8717 req-7845fac3-4daf-4db1-8b91-daebfb260c46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564754 Jun 10 22:50:51.917799 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-733970ed-02ed-4a0d-a530-b7cc2f4c8717 req-6f578d8c-da01-4009-bc91-6c3b9bca15bf service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051538 Jun 10 22:50:52.030928 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-733970ed-02ed-4a0d-a530-b7cc2f4c8717 req-cfb14119-f5d6-410c-97a2-f176173d7623 service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057765 Jun 10 22:50:52.116176 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc31084-63ee-4eda-a5e7-0b486851fcc8 req-de09f08c-6912-4d60-abd3-119fe87549b7 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:52.117646 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc31084-63ee-4eda-a5e7-0b486851fcc8 req-de09f08c-6912-4d60-abd3-119fe87549b7 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0724568 Jun 10 22:50:52.158039 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc31084-63ee-4eda-a5e7-0b486851fcc8 req-3ab7a649-6a4d-47c8-890c-86f776771b21 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347297 Jun 10 22:50:52.198818 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-30cd082f-6e9f-4a7f-835b-364d650eee40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:52.769416 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0281f-2420-4c9f-91d1-6e500090e8ad req-43bb5ee0-8f8a-4539-b1bb-756c2d5d9a45 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:52.771397 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d2c0281f-2420-4c9f-91d1-6e500090e8ad req-43bb5ee0-8f8a-4539-b1bb-756c2d5d9a45 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 945 time: 0.0671685 Jun 10 22:50:52.817558 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d2c0281f-2420-4c9f-91d1-6e500090e8ad req-c0b174db-aaf3-423e-b33d-8b962686be2a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402653 Jun 10 22:50:53.309072 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device cdee1119-d02b-4619-bb2d-5bc0d01bc75f up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:50:53.346737 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266741e-55d3-4254-9436-4ffe6608b9b6 req-6a52819f-a4bb-4ee3-a46a-48bc94ff8a0b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:53.348340 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3266741e-55d3-4254-9436-4ffe6608b9b6 req-6a52819f-a4bb-4ee3-a46a-48bc94ff8a0b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0756950 Jun 10 22:50:53.373545 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port cdee1119-d02b-4619-bb2d-5bc0d01bc75f triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:50:53.374113 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:53.399235 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3266741e-55d3-4254-9436-4ffe6608b9b6 req-f61ca818-38b3-4165-929c-03b98497130b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396898 Jun 10 22:50:53.469237 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:53.492835 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:50:53.495097 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cc41d0-5937-4563-adc1-9ce7ff6cff9d" -d '{"events": [{"server_uuid": "3b339c18-ed04-4f48-954f-7f98996cb69b", "name": "network-vif-plugged", "status": "completed", "tag": "cdee1119-d02b-4619-bb2d-5bc0d01bc75f"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:50:53.508010 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port cdee1119-d02b-4619-bb2d-5bc0d01bc75f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:50:53.531266 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b786b519-5cfd-4b39-b8e8-116feafc96ae x-openstack-request-id: req-b786b519-5cfd-4b39-b8e8-116feafc96ae {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:50:53.531567 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b339c18-ed04-4f48-954f-7f98996cb69b", "name": "network-vif-plugged", "status": "completed", "tag": "cdee1119-d02b-4619-bb2d-5bc0d01bc75f", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:50:53.531828 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b786b519-5cfd-4b39-b8e8-116feafc96ae {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:50:53.532252 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'code': 200} Jun 10 22:50:53.627385 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:53.629360 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-72fc1997-cb97-4409-9b5d-05ddd202feca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:50:53.681446 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,revision_number=7']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:50:53.684438 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:50:54.003611 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d2fb8-9a59-49cd-9385-8d758db536cb req-d8d15b8c-c8a1-475e-9557-498e1e81db8f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:54.005779 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c81d2fb8-9a59-49cd-9385-8d758db536cb req-d8d15b8c-c8a1-475e-9557-498e1e81db8f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0673590 Jun 10 22:50:54.046104 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c81d2fb8-9a59-49cd-9385-8d758db536cb req-f9327d68-be0a-4d36-a77f-0b25a4c5eb0f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348775 Jun 10 22:50:54.576394 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b960e4-ba22-408d-b111-5e727e877639 req-74d6b33c-bb3a-49ea-92d1-e47b895b76fd tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:54.577883 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-07b960e4-ba22-408d-b111-5e727e877639 req-74d6b33c-bb3a-49ea-92d1-e47b895b76fd tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0668252 Jun 10 22:50:54.625896 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-07b960e4-ba22-408d-b111-5e727e877639 req-c44d89e9-9361-4903-b02e-acf703bbacb3 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368423 Jun 10 22:50:54.828278 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-239c96f9-5ac9-4087-9bc5-308c9ea60b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:54.829712 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:55.233048 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f5e2b-59e8-4c19-850a-214c01c6eaad req-1d06a7c3-004e-4a90-8d9f-fa2192b1325b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:55.234534 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-640f5e2b-59e8-4c19-850a-214c01c6eaad req-1d06a7c3-004e-4a90-8d9f-fa2192b1325b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0721104 Jun 10 22:50:55.276027 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-640f5e2b-59e8-4c19-850a-214c01c6eaad req-fa419ed0-54db-4698-bb56-e0c3e60157b4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353498 Jun 10 22:50:55.759391 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:55.801355 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41247385-4711-4535-9066-c9486e99e07f req-46ac6c39-f08e-46fb-87ce-e21ebf0b2edc tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:55.803339 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-41247385-4711-4535-9066-c9486e99e07f req-46ac6c39-f08e-46fb-87ce-e21ebf0b2edc tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0697486 Jun 10 22:50:55.848378 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-41247385-4711-4535-9066-c9486e99e07f req-31cca75b-19b8-4a2e-b344-70ba663557e6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389605 Jun 10 22:50:56.455419 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40f2fe-d811-4fa5-80a9-81bb6e9f5a6c req-240bfa19-1f0e-48d1-b82e-872f7eaeec7a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:56.456916 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ec40f2fe-d811-4fa5-80a9-81bb6e9f5a6c req-240bfa19-1f0e-48d1-b82e-872f7eaeec7a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0669281 Jun 10 22:50:56.499053 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ec40f2fe-d811-4fa5-80a9-81bb6e9f5a6c req-588874cf-fbde-457c-b99e-1719e42d9f1e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358722 Jun 10 22:50:57.025579 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaca811-ee9d-41ae-b40c-da5c4ee09d9c req-c69db26e-1036-48be-99f9-666fa863e515 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:57.026939 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ccaca811-ee9d-41ae-b40c-da5c4ee09d9c req-c69db26e-1036-48be-99f9-666fa863e515 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0670519 Jun 10 22:50:57.066972 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ccaca811-ee9d-41ae-b40c-da5c4ee09d9c req-2b19d0f7-0aea-4cd4-84bd-1a95cbc4c566 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343928 Jun 10 22:50:57.284093 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:50:57.683924 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fdb0b-43a5-41a9-85ff-ce1832350012 req-30bc688f-4447-4759-9044-0fd088c73e10 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:57.685372 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e91fdb0b-43a5-41a9-85ff-ce1832350012 req-30bc688f-4447-4759-9044-0fd088c73e10 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0684185 Jun 10 22:50:57.730638 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e91fdb0b-43a5-41a9-85ff-ce1832350012 req-0c47cf5a-46f1-42fc-a883-9ac5b67f74fd tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396385 Jun 10 22:50:58.245350 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf511d8-0260-45ee-815e-539496dfc98e req-beb9801d-6677-4b7a-88a6-38fcc62eeab3 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:58.246791 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6cf511d8-0260-45ee-815e-539496dfc98e req-beb9801d-6677-4b7a-88a6-38fcc62eeab3 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0715837 Jun 10 22:50:58.288281 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6cf511d8-0260-45ee-815e-539496dfc98e req-9398ed46-9a1b-4809-8e17-9ba0ca0504b1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358729 Jun 10 22:50:58.909191 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd98e19-4175-4b74-a3d0-31054526a80a req-009ed173-f29e-41c9-892e-cdca36390905 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:58.910645 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7dd98e19-4175-4b74-a3d0-31054526a80a req-009ed173-f29e-41c9-892e-cdca36390905 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0665188 Jun 10 22:50:58.950817 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7dd98e19-4175-4b74-a3d0-31054526a80a req-9fab0056-69b7-4f8f-af63-5846e7b2daf6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341532 Jun 10 22:50:59.468668 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca3f61-be33-4d2d-ab97-583232106aec req-17644fa5-de88-440b-9b17-f1f4809413d2 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:50:59.470088 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bbca3f61-be33-4d2d-ab97-583232106aec req-17644fa5-de88-440b-9b17-f1f4809413d2 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0659513 Jun 10 22:50:59.509925 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bbca3f61-be33-4d2d-ab97-583232106aec req-ba377e12-496e-405f-8a4b-c26b6b544999 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342629 Jun 10 22:51:00.132788 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81a55c-6396-467f-92fd-e139190a406b req-04fd62a7-8e5c-4f93-bee2-e3ba7e32f005 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:00.134225 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cb81a55c-6396-467f-92fd-e139190a406b req-04fd62a7-8e5c-4f93-bee2-e3ba7e32f005 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0675318 Jun 10 22:51:00.178691 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cb81a55c-6396-467f-92fd-e139190a406b req-0e40c63c-9860-42f6-826f-43ac5729d204 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388191 Jun 10 22:51:00.693730 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156280fb-c976-495e-b073-ab4d0e4c05ba req-b9d24b3d-cfe8-4a94-bade-371b4fbafb18 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:00.695216 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-156280fb-c976-495e-b073-ab4d0e4c05ba req-b9d24b3d-cfe8-4a94-bade-371b4fbafb18 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0719938 Jun 10 22:51:00.736100 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-156280fb-c976-495e-b073-ab4d0e4c05ba req-67a38b07-7fe1-4ce8-b886-29ea23e2e918 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351477 Jun 10 22:51:01.362804 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f5071-098b-4b06-baaa-98a5f35d0436 req-8fe93848-f952-4dbc-83dc-25308f68719b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:01.364272 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-025f5071-098b-4b06-baaa-98a5f35d0436 req-8fe93848-f952-4dbc-83dc-25308f68719b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0676999 Jun 10 22:51:01.405753 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-025f5071-098b-4b06-baaa-98a5f35d0436 req-91fb25ca-1faf-4406-af78-7fa9bee830de tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359230 Jun 10 22:51:01.912209 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62391f-61aa-4640-bd1c-9bc0ebeebec6 req-36d4c7b7-0537-4e36-a7df-2f16b14a9e23 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:01.913647 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-cd62391f-61aa-4640-bd1c-9bc0ebeebec6 req-36d4c7b7-0537-4e36-a7df-2f16b14a9e23 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0663033 Jun 10 22:51:01.953552 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-cd62391f-61aa-4640-bd1c-9bc0ebeebec6 req-259ed8c7-eafd-470a-8abd-0fac54d3689e tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344534 Jun 10 22:51:02.586176 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c60ef-68b1-42a3-815f-22fff1aa9e59 req-c9d3e990-82ad-497d-b59b-1e137b2e08b8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:02.587627 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3c9c60ef-68b1-42a3-815f-22fff1aa9e59 req-c9d3e990-82ad-497d-b59b-1e137b2e08b8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0688910 Jun 10 22:51:02.633957 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3c9c60ef-68b1-42a3-815f-22fff1aa9e59 req-37e85ae6-8742-4658-a4d6-9398a504fa0a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406289 Jun 10 22:51:03.134651 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f757a7-a0c8-4332-8d4a-b27236e0554b req-525be411-540a-485e-9a70-59466f554467 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:03.136206 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-56f757a7-a0c8-4332-8d4a-b27236e0554b req-525be411-540a-485e-9a70-59466f554467 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0721769 Jun 10 22:51:03.177703 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-56f757a7-a0c8-4332-8d4a-b27236e0554b req-f515175d-e8bd-40f5-8ae8-fce0fd3cf077 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358238 Jun 10 22:51:03.815485 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27055c-10d9-435b-a4e9-f94927b7bbb9 req-0a642e20-9164-4d71-8ef7-a8fa5ba21392 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:03.817351 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-fd27055c-10d9-435b-a4e9-f94927b7bbb9 req-0a642e20-9164-4d71-8ef7-a8fa5ba21392 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0673957 Jun 10 22:51:03.868791 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-fd27055c-10d9-435b-a4e9-f94927b7bbb9 req-ec8961bb-fcde-4eeb-bd86-95f74ac7999f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428228 Jun 10 22:51:04.363608 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f406b62-f923-46fd-949f-0fb83c9daca6 req-60de6d8e-3099-45ac-b7e7-f7e6a6d50373 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:04.367621 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5f406b62-f923-46fd-949f-0fb83c9daca6 req-60de6d8e-3099-45ac-b7e7-f7e6a6d50373 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0691013 Jun 10 22:51:04.408520 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5f406b62-f923-46fd-949f-0fb83c9daca6 req-b09af70b-d87d-4f2d-a598-1a7c4aa4d025 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369947 Jun 10 22:51:05.093090 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d7c69-ed67-4375-9286-e8a56d7275cd req-b6452c74-ada2-4def-9f36-3f21aa1b2cce tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:05.094680 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-fa4d7c69-ed67-4375-9286-e8a56d7275cd req-b6452c74-ada2-4def-9f36-3f21aa1b2cce tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0870647 Jun 10 22:51:05.162397 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-fa4d7c69-ed67-4375-9286-e8a56d7275cd req-6215789e-ecde-4c13-893c-0b15ccb3e1d8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544643 Jun 10 22:51:05.331166 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ffa9a-2342-4745-a7d6-3de0ce304c94 req-301dca6a-c84d-4738-8bfb-e96d4b377f07 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:05.336405 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-581ffa9a-2342-4745-a7d6-3de0ce304c94 req-301dca6a-c84d-4738-8bfb-e96d4b377f07 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 945 time: 0.0829566 Jun 10 22:51:05.386146 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-581ffa9a-2342-4745-a7d6-3de0ce304c94 req-1b2ffc35-705d-4039-b2ae-767e74c53cd3 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451195 Jun 10 22:51:05.410391 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 48426) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:05.431685 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 48430) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:05.575282 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:05.717875 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c154ff-9d10-413e-bda8-6c4050781e31 req-6255c80b-ba1a-45be-98ef-0089db98877e tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:05.725155 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c3c154ff-9d10-413e-bda8-6c4050781e31 req-6255c80b-ba1a-45be-98ef-0089db98877e tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.1511168 Jun 10 22:51:05.729046 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:05.744638 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea6b72f-9f4a-4139-a643-afa7215da31f tempest-TestMinimumBasicScenario-1987914824 tempest-TestMinimumBasicScenario-1987914824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:05.749364 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-4ea6b72f-9f4a-4139-a643-afa7215da31f tempest-TestMinimumBasicScenario-1987914824 tempest-TestMinimumBasicScenario-1987914824-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 1093 time: 0.3349166 Jun 10 22:51:05.752643 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 48456) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:05.758432 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Request body: {'floatingip': {'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'port_id': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:51:05.782563 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c3c154ff-9d10-413e-bda8-6c4050781e31 req-5c949406-0a43-4a30-8966-cceb36ca9651 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565460 Jun 10 22:51:05.826144 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:05.829356 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-66ed58e4-7daa-44f5-9caa-75ed47b67719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:05.880893 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b33bba008264ad1a5a5ad3ea20b6118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4472947 Jun 10 22:51:05.882519 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a94908-3104-4c6f-a1ef-ed957a072b46,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:05.883747 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 48460) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:05.890054 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:05.894686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:05.894686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:05.894686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:05.894686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:05.894686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:05.894686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:05.894686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:05.894686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:05.894686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:05.894686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:05.894686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:05.938579 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:05.953406 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for floatingip, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:05.975720 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:06.008439 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:06.109534 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:06.170549 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:06.173225 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:06.174398 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4a94908-3104-4c6f-a1ef-ed957a072b46 HTTP/1.1" status: 204 len: 168 time: 0.2891080 Jun 10 22:51:06.175740 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-d59509b9-bf83-4dfb-9238-b1cba82488c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:06.191637 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a94908-3104-4c6f-a1ef-ed957a072b46,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:06.204728 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:06.207065 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:06.207970 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:06.208945 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:06.209476 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:06.209996 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:06.210520 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:06.211031 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:06.211542 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:06.212392 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:06.214638 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:06.214638 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:06.219256 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:06.414240 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Allocated IP 172.27.0.59 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/ffb18a7d-1aa2-4520-8a39-c8cb3f808ce1) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:51:06.469277 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a07cee-7da7-49f9-abc7-53608e262b54 req-c1da9dd2-00f9-44bd-9c88-92a30eca43fa tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:06.480525 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-75a07cee-7da7-49f9-abc7-53608e262b54 req-c1da9dd2-00f9-44bd-9c88-92a30eca43fa tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 946 time: 0.1199594 Jun 10 22:51:06.531478 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-75a07cee-7da7-49f9-abc7-53608e262b54 req-6e11bb24-f187-4c4b-9652-38cc36d519a7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497165 Jun 10 22:51:06.611054 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988f55d-b07c-4502-9cfa-bb4a2b76f1bd req-8d642243-4f7d-4994-9753-6a778cf6a155 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:06.612691 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3988f55d-b07c-4502-9cfa-bb4a2b76f1bd req-8d642243-4f7d-4994-9753-6a778cf6a155 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.2259285 Jun 10 22:51:06.691590 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:06.703555 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3988f55d-b07c-4502-9cfa-bb4a2b76f1bd req-6b776c8e-510c-4bad-9d43-6f8c298be0e0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851488 Jun 10 22:51:06.792371 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9026dff-a782-477b-a78a-f166b6c0f3e0 req-92b3ba3d-04f0-44b1-a01a-3fd42c1fb3ea tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:06.793972 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f9026dff-a782-477b-a78a-f166b6c0f3e0 req-92b3ba3d-04f0-44b1-a01a-3fd42c1fb3ea tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0832815 Jun 10 22:51:06.816679 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:06.819838 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:06.855286 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f9026dff-a782-477b-a78a-f166b6c0f3e0 req-d16aaeba-1242-4a04-8b79-1236f892081a tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524921 Jun 10 22:51:06.902505 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:51:06.905647 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:51:06.909188 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:51:06.940481 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event updated for resources: {'Port': ['ID=ffb18a7d-1aa2-4520-8a39-c8cb3f808ce1,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:06.944870 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:07.904908 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:07.915171 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba69fe4-1fef-4ebd-80bc-40de73c8ff9a req-66d63b0c-72fb-4a60-afde-5976a6d7ee80 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:07.922224 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4ba69fe4-1fef-4ebd-80bc-40de73c8ff9a req-66d63b0c-72fb-4a60-afde-5976a6d7ee80 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 946 time: 0.1545565 Jun 10 22:51:08.003619 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4ba69fe4-1fef-4ebd-80bc-40de73c8ff9a req-df4027e5-d918-4d36-8341-29bde1de0127 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804913 Jun 10 22:51:08.042854 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4fb8a-da3f-4c5b-a45c-bc442314ccf0 req-759ea1c0-5d53-4bf4-9c02-15e3df5782b9 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:08.044831 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-16a4fb8a-da3f-4c5b-a45c-bc442314ccf0 req-759ea1c0-5d53-4bf4-9c02-15e3df5782b9 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.1426389 Jun 10 22:51:08.112542 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-16a4fb8a-da3f-4c5b-a45c-bc442314ccf0 req-a892febd-e720-4200-9515-3b1616cf860e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567775 Jun 10 22:51:08.151314 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:08.342548 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427fa97-4a17-4bee-bd10-84143c637b79 req-61255fc4-81cb-4e46-9f96-fbc948dfd73b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:08.344071 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6427fa97-4a17-4bee-bd10-84143c637b79 req-61255fc4-81cb-4e46-9f96-fbc948dfd73b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.1641929 Jun 10 22:51:08.430530 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6427fa97-4a17-4bee-bd10-84143c637b79 req-e0daff74-7af3-481a-967a-d31504ded53f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742722 Jun 10 22:51:08.462932 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:08.537465 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:08.537728 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:08.628623 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event updated for resources: {'Port': ['ID=ffb18a7d-1aa2-4520-8a39-c8cb3f808ce1,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:08.632879 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:08.637715 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:08.824081 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.l3_db [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Floating IP e0690407-3577-43ac-ac62-4f1b1dce029c associated. External IP: 172.27.0.59, port: 17a8365e-aa4d-442b-a2ed-bb07c7dca82b. Jun 10 22:51:09.164608 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Router 1c36c4de-6f04-49c4-b375-2931ed1d20bd has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:51:09.242064 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f6dd6-0c4b-4d37-aed6-70aa71ff1675 req-b0706ba1-e3c3-4dee-a3b9-7d7c5eab5a7e tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:09.245779 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-904f6dd6-0c4b-4d37-aed6-70aa71ff1675 req-b0706ba1-e3c3-4dee-a3b9-7d7c5eab5a7e tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 946 time: 0.1147397 Jun 10 22:51:09.289305 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-904f6dd6-0c4b-4d37-aed6-70aa71ff1675 req-091a13b8-782e-4fa3-b358-9a192eff20a3 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397983 Jun 10 22:51:09.392106 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:51:09.400648 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90533732-2789-44e8-a6e9-ec797da59a02 req-3d8e79a7-6a4c-4f2e-94b7-25ce2a773396 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:09.404355 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-90533732-2789-44e8-a6e9-ec797da59a02 req-3d8e79a7-6a4c-4f2e-94b7-25ce2a773396 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.1552813 Jun 10 22:51:09.405071 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1ed84-bc9a-4504-966a-c278f3eafb5d None None] Sync routers for ids ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:51:09.415584 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1ed84-bc9a-4504-966a-c278f3eafb5d None None] Routers {'1c36c4de-6f04-49c4-b375-2931ed1d20bd'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:51:09.416241 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-d2c1ed84-bc9a-4504-966a-c278f3eafb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:50:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:51:09.452864 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-90533732-2789-44e8-a6e9-ec797da59a02 req-fe7c1bea-f30a-4d51-8f1b-4f7963310925 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434716 Jun 10 22:51:09.637089 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55255ff3-a461-42b8-a934-2e7a2d82a340 req-04d149c6-3992-416d-a4d9-5653063e46f4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:09.638612 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-55255ff3-a461-42b8-a934-2e7a2d82a340 req-04d149c6-3992-416d-a4d9-5653063e46f4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0691195 Jun 10 22:51:09.681238 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-55255ff3-a461-42b8-a934-2e7a2d82a340 req-fcbedd54-4273-4b25-afd9-5360593bb1a4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367644 Jun 10 22:51:09.687806 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-d2c1ed84-bc9a-4504-966a-c278f3eafb5d None None] Set router 1c36c4de-6f04-49c4-b375-2931ed1d20bd gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:51:09.719437 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:09.768119 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0140369 Jun 10 22:51:09.768821 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'tag': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:51:09.771767 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 48522) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:09.771924 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da47192d-1abd-4ae6-9b2d-009e65763bac" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef663a8-3744-40f2-9633-c4ff9d75e6ac", "tag": "17a8365e-aa4d-442b-a2ed-bb07c7dca82b"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:51:09.778502 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-fec5b442-b7fe-457b-b490-ebccd930317b tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-333414230', 'description': 'tempest-secgroup-smoke-333414230 description', 'project_id': 'fc6b1da894ab4574b8b4bda329db7424'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:51:09.834915 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06dffd2-c63d-4af3-9fea-bee3d853f897 x-openstack-request-id: req-a06dffd2-c63d-4af3-9fea-bee3d853f897 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:51:09.835247 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef663a8-3744-40f2-9633-c4ff9d75e6ac", "tag": "17a8365e-aa4d-442b-a2ed-bb07c7dca82b", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:51:09.835583 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a06dffd2-c63d-4af3-9fea-bee3d853f897 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:51:09.836115 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'tag': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b', 'status': 'completed', 'code': 200} Jun 10 22:51:09.908487 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-fec5b442-b7fe-457b-b490-ebccd930317b tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:10.072730 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-d2c1ed84-bc9a-4504-966a-c278f3eafb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:49:23Z', 'revision_number': 4, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port': {'id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:20Z', 'updated_at': '2021-06-10T22:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': 'e0690407-3577-43ac-ac62-4f1b1dce029c', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'port_id': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'mac_address': 'fa:16:3e:bb:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:51:07Z', 'updated_at': '2021-06-10T22:51:07Z', 'revision_number': 0, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744e12df-fa65-4aeb-909f-84455b19e6a4', 'name': '', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'mac_address': 'fa:16:3e:97:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:23Z', 'updated_at': '2021-06-10T22:49:31Z', 'revision_number': 5, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'subnets': [{'id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:51:10.079379 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1ed84-bc9a-4504-966a-c278f3eafb5d None None] Checking router: 1c36c4de-6f04-49c4-b375-2931ed1d20bd for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:51:10.094487 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1ed84-bc9a-4504-966a-c278f3eafb5d None None] Routers {'1c36c4de-6f04-49c4-b375-2931ed1d20bd'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:51:10.095615 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-d2c1ed84-bc9a-4504-966a-c278f3eafb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:50:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:51:10.274589 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-fec5b442-b7fe-457b-b490-ebccd930317b tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:10.294874 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-d2c1ed84-bc9a-4504-966a-c278f3eafb5d None None] Set router 1c36c4de-6f04-49c4-b375-2931ed1d20bd gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:51:10.347415 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-fec5b442-b7fe-457b-b490-ebccd930317b tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:10.352186 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-17b98084-3422-4694-b8e6-14c2e0db0a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:10.389867 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5b442-b7fe-457b-b490-ebccd930317b tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b52852a-8aa6-4b16-b911-037fb3eae476,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:10.393880 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-fec5b442-b7fe-457b-b490-ebccd930317b tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:10.468625 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-fec5b442-b7fe-457b-b490-ebccd930317b tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:10.472552 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-fec5b442-b7fe-457b-b490-ebccd930317b tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6969631 Jun 10 22:51:10.472985 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 48532) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:10.479663 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-0c05b9ab-1d3b-454a-9857-83a6a6b1a240 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Request body: {'security_group_rule': {'security_group_id': '4b52852a-8aa6-4b16-b911-037fb3eae476', 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:51:10.547717 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3253ee-03b4-4071-8321-c1d0ebb0af77 req-25b0abda-1ddc-4fcc-b59d-458991857cff tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:10.555803 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8b3253ee-03b4-4071-8321-c1d0ebb0af77 req-25b0abda-1ddc-4fcc-b59d-458991857cff tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 946 time: 0.1291420 Jun 10 22:51:10.632473 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8b3253ee-03b4-4071-8321-c1d0ebb0af77 req-750bf98d-10ae-4f1e-8cbd-acc9a1659a5d tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737998 Jun 10 22:51:10.656483 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0c05b9ab-1d3b-454a-9857-83a6a6b1a240 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:10.686256 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-d2c1ed84-bc9a-4504-966a-c278f3eafb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:49:23Z', 'revision_number': 4, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port': {'id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:20Z', 'updated_at': '2021-06-10T22:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': 'e0690407-3577-43ac-ac62-4f1b1dce029c', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'port_id': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'mac_address': 'fa:16:3e:bb:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:51:07Z', 'updated_at': '2021-06-10T22:51:07Z', 'revision_number': 0, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744e12df-fa65-4aeb-909f-84455b19e6a4', 'name': '', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'mac_address': 'fa:16:3e:97:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:23Z', 'updated_at': '2021-06-10T22:49:31Z', 'revision_number': 5, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'subnets': [{'id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:51:10.691162 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1ed84-bc9a-4504-966a-c278f3eafb5d None None] The sync data for ids ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'] in dv-cinder-790535-2-iscsi is: [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:49:23Z', 'revision_number': 4, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port': {'id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:20Z', 'updated_at': '2021-06-10T22:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': 'e0690407-3577-43ac-ac62-4f1b1dce029c', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'port_id': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'mac_address': 'fa:16:3e:bb:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:51:07Z', 'updated_at': '2021-06-10T22:51:07Z', 'revision_number': 0, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744e12df-fa65-4aeb-909f-84455b19e6a4', 'name': '', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'mac_address': 'fa:16:3e:97:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:23Z', 'updated_at': '2021-06-10T22:49:31Z', 'revision_number': 5, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'subnets': [{'id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:51:10.746950 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721149a2-9524-4a26-94ea-7c4a89bb07bb req-299ed721-8222-4de1-b713-39365953340b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:10.753902 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-721149a2-9524-4a26-94ea-7c4a89bb07bb req-299ed721-8222-4de1-b713-39365953340b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.1716502 Jun 10 22:51:10.776719 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0c05b9ab-1d3b-454a-9857-83a6a6b1a240 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:10.860338 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-721149a2-9524-4a26-94ea-7c4a89bb07bb req-0c130b4a-2468-4262-b6a8-8a0aab7cb60f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048787 Jun 10 22:51:10.867902 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0c05b9ab-1d3b-454a-9857-83a6a6b1a240 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:10.883361 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b9edfdba-e262-4925-850a-2ea5b40cf503 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:10.910072 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05b9ab-1d3b-454a-9857-83a6a6b1a240 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fe0fcf-eddd-4faf-8af0-da14ad71299d,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:10.913846 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0c05b9ab-1d3b-454a-9857-83a6a6b1a240 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:10.947340 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720e928-e165-4a7b-96b3-4f916a668f6c req-a23ffd20-a5cf-4236-b269-d961991172ec tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:10.951095 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8720e928-e165-4a7b-96b3-4f916a668f6c req-a23ffd20-a5cf-4236-b269-d961991172ec tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.1042008 Jun 10 22:51:10.982220 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0c05b9ab-1d3b-454a-9857-83a6a6b1a240 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:10.985773 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-0c05b9ab-1d3b-454a-9857-83a6a6b1a240 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5090704 Jun 10 22:51:10.989073 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 48542) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:10.992647 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-e96e350b-6b0c-4453-b6fd-947296ab66ed tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Request body: {'security_group_rule': {'security_group_id': '4b52852a-8aa6-4b16-b911-037fb3eae476', 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:51:11.054633 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8720e928-e165-4a7b-96b3-4f916a668f6c req-7cd61edf-8915-429c-8bb4-b758b12ead12 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650091 Jun 10 22:51:11.074441 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47192d-1abd-4ae6-9b2d-009e65763bac req-1b077704-808b-45f7-a785-dad885e9fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:11.074441 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-da47192d-1abd-4ae6-9b2d-009e65763bac req-1b077704-808b-45f7-a785-dad885e9fb05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6b1da894ab4574b8b4bda329db7424&device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 1098 time: 0.1238041 Jun 10 22:51:11.099085 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e96e350b-6b0c-4453-b6fd-947296ab66ed tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:11.102014 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef81f2f3-5de4-4542-83c2-e45902f0c1fe None None] New status for floating IP e0690407-3577-43ac-ac62-4f1b1dce029c: ACTIVE {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:51:11.176115 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c492ab1-ec2a-4091-815c-68f14a7dbb1e req-bb9ef790-7911-4325-8e54-5141f6d82c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:11.177900 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5c492ab1-ec2a-4091-815c-68f14a7dbb1e req-bb9ef790-7911-4325-8e54-5141f6d82c4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 1098 time: 0.1653771 Jun 10 22:51:11.200197 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e96e350b-6b0c-4453-b6fd-947296ab66ed tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:11.220388 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47192d-1abd-4ae6-9b2d-009e65763bac req-15cec7c2-b339-4ba5-8cbe-89f41d9ed614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:11.222510 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-da47192d-1abd-4ae6-9b2d-009e65763bac req-15cec7c2-b339-4ba5-8cbe-89f41d9ed614 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2304da14-5ca7-4485-ba56-d10492ef2d15 HTTP/1.1" status: 200 len: 915 time: 0.1411750 Jun 10 22:51:11.279627 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e96e350b-6b0c-4453-b6fd-947296ab66ed tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:11.285682 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:11.331694 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e350b-6b0c-4453-b6fd-947296ab66ed tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2760b7bf-59a6-4334-b760-f7dc682f604a,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:11.337758 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e96e350b-6b0c-4453-b6fd-947296ab66ed tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:11.357691 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-da47192d-1abd-4ae6-9b2d-009e65763bac req-69e4cf70-1116-45ed-abc8-f013a8c86250 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b HTTP/1.1" status: 200 len: 998 time: 0.1261408 Jun 10 22:51:11.365034 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c492ab1-ec2a-4091-815c-68f14a7dbb1e req-e5d8a364-cc6e-4d90-ab9c-ec0b63a2da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:11.366891 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5c492ab1-ec2a-4091-815c-68f14a7dbb1e req-e5d8a364-cc6e-4d90-ab9c-ec0b63a2da9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d HTTP/1.1" status: 200 len: 910 time: 0.1812689 Jun 10 22:51:11.456459 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47192d-1abd-4ae6-9b2d-009e65763bac req-8d1cb9fc-63e8-432b-ac95-566aba9727f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:11.462549 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-da47192d-1abd-4ae6-9b2d-009e65763bac req-8d1cb9fc-63e8-432b-ac95-566aba9727f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dabe0536-e563-4164-b374-4177101cf3d4 HTTP/1.1" status: 200 len: 854 time: 0.0927882 Jun 10 22:51:11.471109 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5c492ab1-ec2a-4091-815c-68f14a7dbb1e req-e3ec655d-6bb3-49ed-abdb-56787cd3cd79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d52610fd-0f6f-4b53-a6ff-1ef3f2357948 HTTP/1.1" status: 200 len: 1001 time: 0.0954449 Jun 10 22:51:11.472605 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e96e350b-6b0c-4453-b6fd-947296ab66ed tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:11.474396 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-e96e350b-6b0c-4453-b6fd-947296ab66ed tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4869764 Jun 10 22:51:11.477255 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 48544) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:11.481850 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-6752f455-e8f6-4ba3-a38f-cbee71f306c8 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Request body: {'security_group_rule': {'security_group_id': '4b52852a-8aa6-4b16-b911-037fb3eae476', 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:51:11.560221 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c492ab1-ec2a-4091-815c-68f14a7dbb1e req-01bf27dc-3aa9-407f-83cf-000a7e9efa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:11.561959 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5c492ab1-ec2a-4091-815c-68f14a7dbb1e req-01bf27dc-3aa9-407f-83cf-000a7e9efa8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f890a9bf-0853-45c5-86e2-c17d3f245b7a HTTP/1.1" status: 200 len: 849 time: 0.0736487 Jun 10 22:51:11.604878 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47192d-1abd-4ae6-9b2d-009e65763bac req-c0d084ae-2dd0-434e-aefe-c511298f60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:11.606376 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-da47192d-1abd-4ae6-9b2d-009e65763bac req-c0d084ae-2dd0-434e-aefe-c511298f60f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2304da14-5ca7-4485-ba56-d10492ef2d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1370723 Jun 10 22:51:11.637546 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6752f455-e8f6-4ba3-a38f-cbee71f306c8 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:11.667430 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c492ab1-ec2a-4091-815c-68f14a7dbb1e req-35c22559-2b41-476a-b529-d8422f30b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:11.679086 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5c492ab1-ec2a-4091-815c-68f14a7dbb1e req-35c22559-2b41-476a-b529-d8422f30b085 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1089954 Jun 10 22:51:11.823970 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:51:11.839061 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6752f455-e8f6-4ba3-a38f-cbee71f306c8 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:11.850417 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-da47192d-1abd-4ae6-9b2d-009e65763bac req-a76110a6-7f58-41e6-9ec7-d86d62d9b4aa service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334838 Jun 10 22:51:11.907038 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6752f455-e8f6-4ba3-a38f-cbee71f306c8 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:11.929565 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-05bfe6d2-cfc5-4453-b4b2-dff953b7ca41 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:11.961103 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5c492ab1-ec2a-4091-815c-68f14a7dbb1e req-cb8419b1-a0c1-4f1a-8647-bc8f0d006149 service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659705 Jun 10 22:51:12.011579 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752f455-e8f6-4ba3-a38f-cbee71f306c8 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10de2a11-bebb-475b-a152-eea5e24f246b,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:12.015229 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6752f455-e8f6-4ba3-a38f-cbee71f306c8 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:12.041772 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-da47192d-1abd-4ae6-9b2d-009e65763bac req-945d8700-54ec-4573-832f-b23d67fa3812 service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837981 Jun 10 22:51:12.046107 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f3cb2-10ba-4446-b47d-c3af0833840f req-e4aae1df-9636-4434-8368-93caf1f9365c tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:12.052328 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9e0f3cb2-10ba-4446-b47d-c3af0833840f req-e4aae1df-9636-4434-8368-93caf1f9365c tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 946 time: 0.2176051 Jun 10 22:51:12.101208 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6752f455-e8f6-4ba3-a38f-cbee71f306c8 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:12.102361 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-6752f455-e8f6-4ba3-a38f-cbee71f306c8 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6240122 Jun 10 22:51:12.105786 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 48560) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:12.111067 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-de017ad9-0697-4246-82ea-8c96f1fd72a9 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Request body: {'security_group_rule': {'security_group_id': '4b52852a-8aa6-4b16-b911-037fb3eae476', 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:51:12.185708 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc1581-cae2-4ecf-8678-953c77986baf req-2a3fd67e-c771-4263-9271-6f7e579c629d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:12.194470 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2ffc1581-cae2-4ecf-8678-953c77986baf req-2a3fd67e-c771-4263-9271-6f7e579c629d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.1340263 Jun 10 22:51:12.214689 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9e0f3cb2-10ba-4446-b47d-c3af0833840f req-83c394fb-9476-470d-a968-cc558a7bc1d9 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233859 Jun 10 22:51:12.219062 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5c492ab1-ec2a-4091-815c-68f14a7dbb1e req-e741e2d4-8029-4e2c-9017-61875b1feaa6 service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358603 Jun 10 22:51:12.234488 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-de017ad9-0697-4246-82ea-8c96f1fd72a9 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:12.297903 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2ffc1581-cae2-4ecf-8678-953c77986baf req-40b69212-52a4-4998-b798-90ba3ec0e53a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994849 Jun 10 22:51:12.346122 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-de017ad9-0697-4246-82ea-8c96f1fd72a9 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:12.433257 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-de017ad9-0697-4246-82ea-8c96f1fd72a9 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:12.435685 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:12.469523 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c413690-bf79-44e5-bad1-3f54e11dad85 req-00c730fe-47b5-457a-a892-d35d021aafe3 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:12.471365 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9c413690-bf79-44e5-bad1-3f54e11dad85 req-00c730fe-47b5-457a-a892-d35d021aafe3 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0946102 Jun 10 22:51:12.474264 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de017ad9-0697-4246-82ea-8c96f1fd72a9 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4a92e7-6b1a-4b02-ae93-c2bd95c1a153,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:12.487685 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-de017ad9-0697-4246-82ea-8c96f1fd72a9 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:12.533210 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9c413690-bf79-44e5-bad1-3f54e11dad85 req-a613f6b1-ac15-4987-b957-0afcee9569c4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517154 Jun 10 22:51:12.581630 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-de017ad9-0697-4246-82ea-8c96f1fd72a9 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:12.586512 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-de017ad9-0697-4246-82ea-8c96f1fd72a9 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4765687 Jun 10 22:51:12.586748 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 48566) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:12.591626 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-a8d0ab29-696b-4ad3-92cd-ee5a5a18adae tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Request body: {'security_group_rule': {'security_group_id': '4b52852a-8aa6-4b16-b911-037fb3eae476', 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:51:12.670789 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.securitygroups_db [None req-a8d0ab29-696b-4ad3-92cd-ee5a5a18adae tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Project fc6b1da894ab4574b8b4bda329db7424 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 22:51:12.677762 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a8d0ab29-696b-4ad3-92cd-ee5a5a18adae tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:12.758485 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a8d0ab29-696b-4ad3-92cd-ee5a5a18adae tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:12.827504 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a8d0ab29-696b-4ad3-92cd-ee5a5a18adae tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:12.829563 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:12.847452 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0ab29-696b-4ad3-92cd-ee5a5a18adae tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c130d2fe-af94-44d7-85ea-9f9ec81275d4,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:12.850042 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a8d0ab29-696b-4ad3-92cd-ee5a5a18adae tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:12.918897 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a8d0ab29-696b-4ad3-92cd-ee5a5a18adae tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:12.920301 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-a8d0ab29-696b-4ad3-92cd-ee5a5a18adae tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3326204 Jun 10 22:51:12.923159 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 48568) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:12.928680 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-0c4d4f33-8593-47fc-9a4b-8923174ae6aa tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Request body: {'security_group_rule': {'security_group_id': '4b52852a-8aa6-4b16-b911-037fb3eae476', 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:51:13.026983 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.securitygroups_db [None req-0c4d4f33-8593-47fc-9a4b-8923174ae6aa tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Project fc6b1da894ab4574b8b4bda329db7424 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 22:51:13.037323 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4f33-8593-47fc-9a4b-8923174ae6aa tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:13.136422 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4f33-8593-47fc-9a4b-8923174ae6aa tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:13.231513 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4f33-8593-47fc-9a4b-8923174ae6aa tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:13.258526 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:13.271685 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-a5fd5243-b066-48d5-9c9a-0642ef5ba7b3 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d8198dc06914464cb32af650fbe5a46a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591912 Jun 10 22:51:13.350648 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d4f33-8593-47fc-9a4b-8923174ae6aa tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cf2cb9-a9ea-4443-a88f-a28ac08d0143,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:13.363060 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0c4d4f33-8593-47fc-9a4b-8923174ae6aa tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:13.431098 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4f33-8593-47fc-9a4b-8923174ae6aa tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:13.432507 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-0c4d4f33-8593-47fc-9a4b-8923174ae6aa tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5085714 Jun 10 22:51:13.579414 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ae6ea-1346-4afb-aeab-925de21c8291 req-bcb4250c-a894-4a1a-84bb-7e420d660b49 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:13.603994 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c61ae6ea-1346-4afb-aeab-925de21c8291 req-bcb4250c-a894-4a1a-84bb-7e420d660b49 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 946 time: 0.1956880 Jun 10 22:51:13.604169 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-8f0653fe-1937-48af-bbaf-a61c7b96f12b tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:13.604169 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-8f0653fe-1937-48af-bbaf-a61c7b96f12b tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3088973 Jun 10 22:51:13.604759 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a26788-6628-4ab9-89d3-55069b71c9fe req-159f33a3-0534-4161-8bcb-f4aaaa640482 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:13.604759 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e5a26788-6628-4ab9-89d3-55069b71c9fe req-159f33a3-0534-4161-8bcb-f4aaaa640482 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 946 time: 0.2073219 Jun 10 22:51:13.623091 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-ce5dde6b-5d48-4104-83dd-f0774b8c2000 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/quotas/d8198dc06914464cb32af650fbe5a46a HTTP/1.1" status: 200 len: 375 time: 0.0267324 Jun 10 22:51:13.671343 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-d5d853a1-10ea-469e-896b-3de1f5237754 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8198dc06914464cb32af650fbe5a46a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472159 Jun 10 22:51:13.706589 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e5a26788-6628-4ab9-89d3-55069b71c9fe req-0162e22e-af69-469a-8c69-a3d271cf0d6b tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009769 Jun 10 22:51:14.136948 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-c61ae6ea-1346-4afb-aeab-925de21c8291 req-be908fab-d661-4038-9eb3-a8fe5f9d5a35 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Deleting port e2cd673d-be6f-48d8-8e58-a57a8388fee6 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:51:14.137294 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-c61ae6ea-1346-4afb-aeab-925de21c8291 req-be908fab-d661-4038-9eb3-a8fe5f9d5a35 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:14.215822 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f24f2624-76be-4975-906c-3ead02de2bc8 req-28002478-5298-4d64-a330-c3be7894dc2e tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-333414230&fields=id&tenant_id=fc6b1da894ab4574b8b4bda329db7424 HTTP/1.1" status: 200 len: 267 time: 0.0564215 Jun 10 22:51:14.258655 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c5804-0b8a-47be-b8ea-e3652b2bbc9e req-a344d343-b87d-4a53-b72a-a0f08ab12eac tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:14.267162 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7a0c5804-0b8a-47be-b8ea-e3652b2bbc9e req-a344d343-b87d-4a53-b72a-a0f08ab12eac tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.1977327 Jun 10 22:51:14.313091 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-c61ae6ea-1346-4afb-aeab-925de21c8291 req-be908fab-d661-4038-9eb3-a8fe5f9d5a35 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] For port e2cd673d-be6f-48d8-8e58-a57a8388fee6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2cd673d-be6f-48d8-8e58-a57a8388fee6,segment=NetworkSegment(c37f4c3b-097e-47be-9c7e-7abe3200dc28),segment_id=c37f4c3b-097e-47be-9c7e-7abe3200dc28)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:51:14.313452 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-c61ae6ea-1346-4afb-aeab-925de21c8291 req-be908fab-d661-4038-9eb3-a8fe5f9d5a35 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:14.328520 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f2624-76be-4975-906c-3ead02de2bc8 req-50026657-5c3a-4c52-bd29-bcb9e4af2c2b tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:14.331171 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f24f2624-76be-4975-906c-3ead02de2bc8 req-50026657-5c3a-4c52-bd29-bcb9e4af2c2b tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 945 time: 0.1141787 Jun 10 22:51:14.347770 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-f24f2624-76be-4975-906c-3ead02de2bc8 req-e50341c9-3fa9-4bbc-ba25-ad35008c036d tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Request body: {'port': {'security_groups': ['9c3e743b-9b52-4a53-999c-45b3cd9b7d94', '4b52852a-8aa6-4b16-b911-037fb3eae476']}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:51:14.421227 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7a0c5804-0b8a-47be-b8ea-e3652b2bbc9e req-328236c0-6f2d-4a78-a5fe-060d306071fc tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516428 Jun 10 22:51:14.479441 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-c61ae6ea-1346-4afb-aeab-925de21c8291 req-be908fab-d661-4038-9eb3-a8fe5f9d5a35 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Calling delete_port for e2cd673d-be6f-48d8-8e58-a57a8388fee6 owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:51:14.527881 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-f24f2624-76be-4975-906c-3ead02de2bc8 req-e50341c9-3fa9-4bbc-ba25-ad35008c036d tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:14.734557 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e444a4-4711-4452-a75f-906048fc45bc req-3a658e84-7412-4d59-93e4-60e0a2be43e5 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:14.741932 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f5e444a4-4711-4452-a75f-906048fc45bc req-3a658e84-7412-4d59-93e4-60e0a2be43e5 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.1563635 Jun 10 22:51:14.825460 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f5e444a4-4711-4452-a75f-906048fc45bc req-9e4b3ad8-368e-409f-bd2d-1e6f31347274 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823989 Jun 10 22:51:14.902362 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-c61ae6ea-1346-4afb-aeab-925de21c8291 req-be908fab-d661-4038-9eb3-a8fe5f9d5a35 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:14.905557 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-f24f2624-76be-4975-906c-3ead02de2bc8 req-e50341c9-3fa9-4bbc-ba25-ad35008c036d tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] For port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,segment=NetworkSegment(b76294b9-f60f-4352-bc08-1e74cad5288e),segment_id=b76294b9-f60f-4352-bc08-1e74cad5288e)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:51:14.909561 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-488fed25-5648-40f5-8e1f-2bde9ad09de5 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:14.955424 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-f24f2624-76be-4975-906c-3ead02de2bc8 req-e50341c9-3fa9-4bbc-ba25-ad35008c036d tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:14.983558 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be908fab-d661-4038-9eb3-a8fe5f9d5a35 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Pushing event deleted for resources: {'Port': ['ID=e2cd673d-be6f-48d8-8e58-a57a8388fee6,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:14.989912 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f46d858d-e090-407a-9ca6-98f637c513e3 req-ba7bcd3a-5dde-4960-b240-d4ce4ec9ff73 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 210 time: 0.0826952 Jun 10 22:51:14.989912 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-be908fab-d661-4038-9eb3-a8fe5f9d5a35 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:15.044769 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-f24f2624-76be-4975-906c-3ead02de2bc8 req-e50341c9-3fa9-4bbc-ba25-ad35008c036d tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:15.048710 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:15.143560 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f2624-76be-4975-906c-3ead02de2bc8 req-e50341c9-3fa9-4bbc-ba25-ad35008c036d tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:15.144262 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-f24f2624-76be-4975-906c-3ead02de2bc8 req-e50341c9-3fa9-4bbc-ba25-ad35008c036d tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:15.146776 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f24f2624-76be-4975-906c-3ead02de2bc8 req-e50341c9-3fa9-4bbc-ba25-ad35008c036d tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "PUT /v2.0/ports/17a8365e-aa4d-442b-a2ed-bb07c7dca82b HTTP/1.1" status: 200 len: 981 time: 0.8080602 Jun 10 22:51:15.147302 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'tag': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:51:15.153163 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0b6c03-631a-404d-a799-76668aeb4c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef663a8-3744-40f2-9633-c4ff9d75e6ac", "tag": "17a8365e-aa4d-442b-a2ed-bb07c7dca82b"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:51:15.169007 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50341c9-3fa9-4bbc-ba25-ad35008c036d tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event updated for resources: {'Port': ['ID=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,revision_number=6']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:15.173942 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e50341c9-3fa9-4bbc-ba25-ad35008c036d tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:15.222730 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-783f63d0-f14a-44f9-a350-82e2d4c0c251 req-1ba6742a-9ca9-484a-a7ff-d223b6c5096d tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 210 time: 0.0992522 Jun 10 22:51:15.286452 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c05e8d9-cc08-42d7-bef5-81201093848f x-openstack-request-id: req-5c05e8d9-cc08-42d7-bef5-81201093848f {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:51:15.287265 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef663a8-3744-40f2-9633-c4ff9d75e6ac", "tag": "17a8365e-aa4d-442b-a2ed-bb07c7dca82b", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:51:15.287711 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c05e8d9-cc08-42d7-bef5-81201093848f {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:51:15.288383 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'tag': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b', 'status': 'completed', 'code': 200} Jun 10 22:51:15.411330 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28de72-86f0-4bc4-a8eb-b5e74be50538 req-13c5235b-40a5-4508-aadc-53554802135c tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:15.422752 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2b28de72-86f0-4bc4-a8eb-b5e74be50538 req-13c5235b-40a5-4508-aadc-53554802135c tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 984 time: 0.1031437 Jun 10 22:51:15.490485 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-58b4da1a-0126-48a4-8851-e046f9734195 None None] Provisioning complete for port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:51:15.491542 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-58b4da1a-0126-48a4-8851-e046f9734195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:15.506594 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2b28de72-86f0-4bc4-a8eb-b5e74be50538 req-98a63d49-bdb5-4788-8ae9-b1971593b921 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b52852a-8aa6-4b16-b911-037fb3eae476&id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800040 Jun 10 22:51:15.564893 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61ae6ea-1346-4afb-aeab-925de21c8291 req-be908fab-d661-4038-9eb3-a8fe5f9d5a35 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] No DVR routers for this DVR port e2cd673d-be6f-48d8-8e58-a57a8388fee6 on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:51:15.572682 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-c61ae6ea-1346-4afb-aeab-925de21c8291 req-be908fab-d661-4038-9eb3-a8fe5f9d5a35 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:15.575902 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c61ae6ea-1346-4afb-aeab-925de21c8291 req-be908fab-d661-4038-9eb3-a8fe5f9d5a35 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.13 "DELETE /v2.0/ports/e2cd673d-be6f-48d8-8e58-a57a8388fee6 HTTP/1.1" status: 204 len: 173 time: 1.9888618 Jun 10 22:51:15.579151 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c123983-5178-4786-90ff-bb356b042477', 'name': 'network-vif-deleted', 'tag': 'e2cd673d-be6f-48d8-8e58-a57a8388fee6'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:51:15.582048 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db8b3d7-82bb-4ad2-b972-5a323ff4762c" -d '{"events": [{"server_uuid": "9c123983-5178-4786-90ff-bb356b042477", "name": "network-vif-deleted", "tag": "e2cd673d-be6f-48d8-8e58-a57a8388fee6"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:51:15.659690 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af57cb8a-4913-4865-9cc8-5cb0e7392e13 x-openstack-request-id: req-af57cb8a-4913-4865-9cc8-5cb0e7392e13 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:51:15.660365 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c123983-5178-4786-90ff-bb356b042477", "name": "network-vif-deleted", "tag": "e2cd673d-be6f-48d8-8e58-a57a8388fee6", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:51:15.660839 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af57cb8a-4913-4865-9cc8-5cb0e7392e13 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:51:15.661553 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c123983-5178-4786-90ff-bb356b042477', 'name': 'network-vif-deleted', 'tag': 'e2cd673d-be6f-48d8-8e58-a57a8388fee6', 'status': 'completed', 'code': 200} Jun 10 22:51:15.704127 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d937f4b-e04c-4429-a649-bb39a98f6155 req-a2ab1ae5-7f46-4bd8-9d99-0fdc59f7c108 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:15.705721 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8d937f4b-e04c-4429-a649-bb39a98f6155 req-a2ab1ae5-7f46-4bd8-9d99-0fdc59f7c108 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0978928 Jun 10 22:51:15.756507 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8d937f4b-e04c-4429-a649-bb39a98f6155 req-8c993d80-da5d-41ef-91d5-f00c71335238 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415971 Jun 10 22:51:16.155294 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-664702bd-1e51-4ee9-8285-2d0adfb19b27 req-40570324-e6df-461f-8e19-2846b67e2ec4 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 210 time: 0.0400448 Jun 10 22:51:16.391136 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9f39350f-d32f-413a-b8f1-5a46dbda471d req-d3e90c6e-2950-4e14-88f7-6ef782653d57 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 210 time: 0.0384977 Jun 10 22:51:16.965565 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3444d3-8d95-43f6-b2de-5ccfbd064e93 req-9eeda8c4-4fdb-4c18-bcf3-a3887c1483b8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:16.967075 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ba3444d3-8d95-43f6-b2de-5ccfbd064e93 req-9eeda8c4-4fdb-4c18-bcf3-a3887c1483b8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0738902 Jun 10 22:51:17.018570 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['e2cd673d-be6f-48d8-8e58-a57a8388fee6'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:51:17.027817 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ba3444d3-8d95-43f6-b2de-5ccfbd064e93 req-8e7d023f-4eec-48fd-a7d3-3ae42b694065 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544438 Jun 10 22:51:17.329331 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-10bb8f20-6dee-44ec-9fb0-b4f42f3c3336 req-b7600a60-754b-45fd-bc46-0dc624f41847 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 210 time: 0.0514929 Jun 10 22:51:17.540393 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d29697db-70ac-4f8b-bb3a-768790fb9706 req-1b29f5de-5958-4f8f-8722-151b24dc70ae tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 210 time: 0.0380120 Jun 10 22:51:17.620789 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:18.231816 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeac77c-e3b4-4ee8-b42e-3070dc352162 req-58b67132-aeeb-4220-b15f-404ad7d710f6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:18.233415 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ebeac77c-e3b4-4ee8-b42e-3070dc352162 req-58b67132-aeeb-4220-b15f-404ad7d710f6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0706732 Jun 10 22:51:18.277911 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ebeac77c-e3b4-4ee8-b42e-3070dc352162 req-25bb3168-1dd6-4c7b-9fd0-36b7a2d7d4a6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375748 Jun 10 22:51:18.687807 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-141177b4-971b-410f-b0c4-2109cad1151c req-98ce6412-9a9d-4546-9add-3dcde08f6406 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 210 time: 0.2383957 Jun 10 22:51:18.747411 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-78ecf066-6e2d-4ed4-bd65-187778d03686 req-4279f94b-9a91-4db5-bc02-9245b1466513 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 210 time: 0.0912900 Jun 10 22:51:19.461409 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de92e73-e77f-4ef8-ab2d-746e870c33cf req-e84627d5-85a7-4bba-9e84-b114e6d65a34 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:19.462885 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2de92e73-e77f-4ef8-ab2d-746e870c33cf req-e84627d5-85a7-4bba-9e84-b114e6d65a34 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0666363 Jun 10 22:51:19.502114 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2de92e73-e77f-4ef8-ab2d-746e870c33cf req-1f8d83c0-dabd-4ebb-9447-9fbd2f6d7feb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336637 Jun 10 22:51:19.844585 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1c3c1646-d1c3-4568-b6ef-56d074ea61e4 req-040959ea-c73d-42ec-bf56-61e697b032ac tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 210 time: 0.0429840 Jun 10 22:51:19.903725 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b6c03-631a-404d-a799-76668aeb4c9d req-4c479eef-a5cc-4ec6-8193-69e50b048bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:19.905218 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9a0b6c03-631a-404d-a799-76668aeb4c9d req-4c479eef-a5cc-4ec6-8193-69e50b048bd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6b1da894ab4574b8b4bda329db7424&device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 1137 time: 0.0641065 Jun 10 22:51:19.907262 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-28320da5-1695-46a2-8b52-20df6732fa4c req-6add16ff-ccad-40b7-92f2-70c6917ac4a1 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 210 time: 0.0349555 Jun 10 22:51:19.907766 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['17a8365e-aa4d-442b-a2ed-bb07c7dca82b'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:51:19.953247 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device e2cd673d-be6f-48d8-8e58-a57a8388fee6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:51:19.991843 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: e2cd673d-be6f-48d8-8e58-a57a8388fee6 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:51:19.992335 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device e2cd673d-be6f-48d8-8e58-a57a8388fee6 not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:51:20.047199 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b6c03-631a-404d-a799-76668aeb4c9d req-fa2af569-4428-4f60-8669-5b972914ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:20.048675 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9a0b6c03-631a-404d-a799-76668aeb4c9d req-fa2af569-4428-4f60-8669-5b972914ccff service neutron] 10.222.0.13 "GET /v2.0/networks?id=2304da14-5ca7-4485-ba56-d10492ef2d15 HTTP/1.1" status: 200 len: 915 time: 0.1172760 Jun 10 22:51:20.149790 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9a0b6c03-631a-404d-a799-76668aeb4c9d req-561b9346-315d-4686-b69e-4e2019b33cbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b HTTP/1.1" status: 200 len: 1000 time: 0.0932620 Jun 10 22:51:20.207709 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b6c03-631a-404d-a799-76668aeb4c9d req-dab40b14-99bb-4da5-a9d9-c4c52d1516d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:20.209182 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9a0b6c03-631a-404d-a799-76668aeb4c9d req-dab40b14-99bb-4da5-a9d9-c4c52d1516d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dabe0536-e563-4164-b374-4177101cf3d4 HTTP/1.1" status: 200 len: 854 time: 0.0523376 Jun 10 22:51:20.272172 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b6c03-631a-404d-a799-76668aeb4c9d req-cb5fa31e-26f8-49aa-ad83-39376635bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:20.273635 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9a0b6c03-631a-404d-a799-76668aeb4c9d req-cb5fa31e-26f8-49aa-ad83-39376635bb0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2304da14-5ca7-4485-ba56-d10492ef2d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569775 Jun 10 22:51:20.388235 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9a0b6c03-631a-404d-a799-76668aeb4c9d req-923380c9-c066-450f-a71d-96efb2a4a32e service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072621 Jun 10 22:51:20.407390 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['17a8365e-aa4d-442b-a2ed-bb07c7dca82b'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:51:20.501534 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9a0b6c03-631a-404d-a799-76668aeb4c9d req-5bd62ea3-2ff4-4232-b319-e680b4262344 service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057436 Jun 10 22:51:20.687680 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba36d6-de34-4601-83dc-a6d82e815f9a req-5382d60c-ce69-4f45-8a4f-726361c5afa0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:20.689211 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-23ba36d6-de34-4601-83dc-a6d82e815f9a req-5382d60c-ce69-4f45-8a4f-726361c5afa0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0684726 Jun 10 22:51:20.731556 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-23ba36d6-de34-4601-83dc-a6d82e815f9a req-ade4b8ae-bf4d-42b9-b328-8febeee371a3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366213 Jun 10 22:51:20.997604 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f4d87bb7-5b94-412c-b09a-cd23191b4c81 req-ec194e19-1cdb-45f9-b17c-d2d31e275ac7 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 210 time: 0.0403328 Jun 10 22:51:21.078875 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c425eeee-d132-4a1c-8b94-694f50b1741c req-8a1a3505-b609-4653-bec6-b26638b2d401 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c123983-5178-4786-90ff-bb356b042477 HTTP/1.1" status: 200 len: 210 time: 0.0385239 Jun 10 22:51:21.636057 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c03363-33fe-473c-8f21-6fde45d76ce3 req-1dd77d68-ca3a-483a-8320-70a2bac27b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:21.637566 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-39c03363-33fe-473c-8f21-6fde45d76ce3 req-1dd77d68-ca3a-483a-8320-70a2bac27b88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 1099 time: 0.0643713 Jun 10 22:51:21.755809 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c03363-33fe-473c-8f21-6fde45d76ce3 req-a34cd028-ee2f-4e5b-a6c0-d2691c4f8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:21.757743 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-39c03363-33fe-473c-8f21-6fde45d76ce3 req-a34cd028-ee2f-4e5b-a6c0-d2691c4f8fa7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bf55eb4-ce53-42eb-adc7-05ee654e0346 HTTP/1.1" status: 200 len: 917 time: 0.1135309 Jun 10 22:51:21.821807 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-18adb172-df26-4dd4-850b-096c3d9160e9 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d8198dc06914464cb32af650fbe5a46a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472529 Jun 10 22:51:21.846135 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-39c03363-33fe-473c-8f21-6fde45d76ce3 req-0e1dff5e-0ef3-4e13-9f3a-8d71e8b39704 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f HTTP/1.1" status: 200 len: 1002 time: 0.0768580 Jun 10 22:51:21.913795 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c03363-33fe-473c-8f21-6fde45d76ce3 req-6c696feb-a28f-4929-b0f5-f00cad2b21df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:21.914531 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-39c03363-33fe-473c-8f21-6fde45d76ce3 req-6c696feb-a28f-4929-b0f5-f00cad2b21df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35d4f47f-32e3-473c-b6fb-4be1ccbc6118 HTTP/1.1" status: 200 len: 856 time: 0.0613277 Jun 10 22:51:21.984056 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c03363-33fe-473c-8f21-6fde45d76ce3 req-cd5dd2e6-9f81-404a-b0a0-be44efa0be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:21.985888 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-39c03363-33fe-473c-8f21-6fde45d76ce3 req-cd5dd2e6-9f81-404a-b0a0-be44efa0be1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bf55eb4-ce53-42eb-adc7-05ee654e0346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623884 Jun 10 22:51:21.991982 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e2d4277f-947a-42d6-b74a-1587d05924fd tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:21.993407 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e2d4277f-947a-42d6-b74a-1587d05924fd tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642442 Jun 10 22:51:22.007660 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Request body: {'port': {'device_id': '923f8590-d0d2-4463-87bf-ed1bbc8df83d', 'network_id': '609821ee-5d2b-4945-bb04-3209afdfde3b', 'admin_state_up': True, 'tenant_id': 'd8198dc06914464cb32af650fbe5a46a'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:51:22.100674 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d361ea5-b8be-4b47-aba1-f9af060a3590 req-f9babcbf-36ac-46aa-b8f5-6b7f69fe0096 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:22.102124 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0d361ea5-b8be-4b47-aba1-f9af060a3590 req-f9babcbf-36ac-46aa-b8f5-6b7f69fe0096 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.1827700 Jun 10 22:51:22.120441 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-39c03363-33fe-473c-8f21-6fde45d76ce3 req-795e113a-0d27-417c-a652-a8ea392c17af service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270955 Jun 10 22:51:22.168587 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0d361ea5-b8be-4b47-aba1-f9af060a3590 req-60fcad72-3e61-45fa-b6a3-f3f49929b297 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528879 Jun 10 22:51:22.170962 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-06576298-623e-40d4-8961-3508d9404db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:22.208993 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4925f9a5-ba8e-4e6a-a18f-2affe2d0fbbe req-2cfc1510-d46d-4b41-94c7-cb9e511365b6 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 210 time: 0.0468791 Jun 10 22:51:22.239332 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Made reservation on behalf of d8198dc06914464cb32af650fbe5a46a for: {'port': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:51:22.243036 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:22.255457 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:22.289855 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-39c03363-33fe-473c-8f21-6fde45d76ce3 req-03055304-abd5-44a8-90e4-82f093c7f674 service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612022 Jun 10 22:51:22.368911 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:22.467379 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:22.470534 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0412c246-19e5-484b-9abd-6481f546506e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:22.538488 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd35095-b203-435d-b703-e6815a682f23,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:22.541804 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:22.625561 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Allocated IP 192.168.233.188 (609821ee-5d2b-4945-bb04-3209afdfde3b/21399f13-c1f0-4898-a71a-4a4798e61d3a/e2e56c23-b20d-4945-b170-dea18d0d20e8) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:51:22.806791 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:22.820025 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Transition to ACTIVE for port object e2e56c23-b20d-4945-b170-dea18d0d20e8 will not be triggered until provisioned by entity DHCP. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:51:22.919215 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-261566843'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:22.922929 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:22.973737 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Network 609821ee-5d2b-4945-bb04-3209afdfde3b is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:51:22.979741 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:51:22.983773 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:51:23.019730 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Pushing event updated for resources: {'Port': ['ID=e2e56c23-b20d-4945-b170-dea18d0d20e8,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:23.024254 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:23.052226 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:23.053281 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:23.159569 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1569588 Jun 10 22:51:23.172829 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Request body: {'port': {'device_id': '923f8590-d0d2-4463-87bf-ed1bbc8df83d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:51:23.265328 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:23.344891 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-baf77da6-4cb9-458a-ab38-35e3098a03d7 None None] Provisioning for port e2e56c23-b20d-4945-b170-dea18d0d20e8 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:51:23.345624 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-baf77da6-4cb9-458a-ab38-35e3098a03d7 None None] Provisioning complete for port e2e56c23-b20d-4945-b170-dea18d0d20e8 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:51:23.346159 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-baf77da6-4cb9-458a-ab38-35e3098a03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:23.401533 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-baf77da6-4cb9-458a-ab38-35e3098a03d7 None None] Port e2e56c23-b20d-4945-b170-dea18d0d20e8 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:51:23.405858 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d404b-b434-45a3-ad5a-12a7da8af55f req-be155642-8b35-4b8e-95b5-0133c1702127 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:23.407365 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-489d404b-b434-45a3-ad5a-12a7da8af55f req-be155642-8b35-4b8e-95b5-0133c1702127 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0932331 Jun 10 22:51:23.454762 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-489d404b-b434-45a3-ad5a-12a7da8af55f req-1ecdc872-edcc-481d-8252-6ca1ded34d00 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406685 Jun 10 22:51:23.801007 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1f1e2-43f9-48fb-ad9a-c5cd5b6d18be req-668093b0-ccd1-464b-8dd3-95a396f1ae76 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:23.802443 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bda1f1e2-43f9-48fb-ad9a-c5cd5b6d18be req-668093b0-ccd1-464b-8dd3-95a396f1ae76 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 936 time: 0.4025445 Jun 10 22:51:23.865733 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bda1f1e2-43f9-48fb-ad9a-c5cd5b6d18be req-b02b529c-cf8e-46ed-9786-2d474bdb1fe7 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558286 Jun 10 22:51:23.914916 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e56c23-b20d-4945-b170-dea18d0d20e8 {{(pid=98754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:51:23.922020 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:23.934097 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Transition to ACTIVE for port object e2e56c23-b20d-4945-b170-dea18d0d20e8 will not be triggered until provisioned by entity L2. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:51:24.004324 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:24.006944 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:24.100543 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e56c23-b20d-4945-b170-dea18d0d20e8,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:24.103972 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:24.188041 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Attempting to bind port e2e56c23-b20d-4945-b170-dea18d0d20e8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:51:24.188380 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Attempting to bind port e2e56c23-b20d-4945-b170-dea18d0d20e8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '09ee73b1-40b6-4af6-b2a6-1616ca333d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '609821ee-5d2b-4945-bb04-3209afdfde3b'}] {{(pid=98754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:51:24.188711 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Attempting to bind port e2e56c23-b20d-4945-b170-dea18d0d20e8 on network 609821ee-5d2b-4945-bb04-3209afdfde3b {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:51:24.193455 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Port e2e56c23-b20d-4945-b170-dea18d0d20e8 on network 609821ee-5d2b-4945-bb04-3209afdfde3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:51:24.193777 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Attempting to bind port e2e56c23-b20d-4945-b170-dea18d0d20e8 on network 609821ee-5d2b-4945-bb04-3209afdfde3b {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:51:24.198372 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:51:24.198709 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Checking segment: {'id': '09ee73b1-40b6-4af6-b2a6-1616ca333d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '609821ee-5d2b-4945-bb04-3209afdfde3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:51:24.199089 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Bound using segment: {'id': '09ee73b1-40b6-4af6-b2a6-1616ca333d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '609821ee-5d2b-4945-bb04-3209afdfde3b'} {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:51:24.199512 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Bound port: e2e56c23-b20d-4945-b170-dea18d0d20e8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ee73b1-40b6-4af6-b2a6-1616ca333d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '609821ee-5d2b-4945-bb04-3209afdfde3b'}}] {{(pid=98754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:51:24.199871 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:24.269109 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] For port e2e56c23-b20d-4945-b170-dea18d0d20e8, host hv-cinder-79053, cleared binding levels {{(pid=98754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:51:24.272055 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] For port e2e56c23-b20d-4945-b170-dea18d0d20e8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2e56c23-b20d-4945-b170-dea18d0d20e8,segment=NetworkSegment(09ee73b1-40b6-4af6-b2a6-1616ca333d52),segment_id=09ee73b1-40b6-4af6-b2a6-1616ca333d52)] {{(pid=98754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:51:24.353314 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:24.355945 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:24.390574 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:24.391178 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:24.392629 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] 10.222.0.13 "PUT /v2.0/ports/e2e56c23-b20d-4945-b170-dea18d0d20e8 HTTP/1.1" status: 200 len: 1098 time: 1.2239540 Jun 10 22:51:24.393113 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923f8590-d0d2-4463-87bf-ed1bbc8df83d', 'tag': 'e2e56c23-b20d-4945-b170-dea18d0d20e8'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:51:24.395518 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2385d38-905a-41c3-813e-ae2a5f8b84ec" -d '{"events": [{"name": "network-changed", "server_uuid": "923f8590-d0d2-4463-87bf-ed1bbc8df83d", "tag": "e2e56c23-b20d-4945-b170-dea18d0d20e8"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:51:24.432729 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1795ad1e-548f-4889-bbf2-81faffb7c83f x-openstack-request-id: req-1795ad1e-548f-4889-bbf2-81faffb7c83f {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:51:24.433055 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923f8590-d0d2-4463-87bf-ed1bbc8df83d", "tag": "e2e56c23-b20d-4945-b170-dea18d0d20e8", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:51:24.433336 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1795ad1e-548f-4889-bbf2-81faffb7c83f {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:51:24.433760 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923f8590-d0d2-4463-87bf-ed1bbc8df83d', 'tag': 'e2e56c23-b20d-4945-b170-dea18d0d20e8', 'status': 'completed', 'code': 200} Jun 10 22:51:24.434754 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e56c23-b20d-4945-b170-dea18d0d20e8,revision_number=3']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:24.438033 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:24.644344 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979d22b-9fa3-4c3b-b639-2f9a21e9b545 req-33b902a4-17ad-4b09-885d-d0355f701730 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:24.646399 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d979d22b-9fa3-4c3b-b639-2f9a21e9b545 req-33b902a4-17ad-4b09-885d-d0355f701730 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0731747 Jun 10 22:51:24.690315 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d979d22b-9fa3-4c3b-b639-2f9a21e9b545 req-2150d7e1-ccfd-4819-85c0-3a2dea06dd7b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379348 Jun 10 22:51:24.792827 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-8eaca78f-afb5-4147-bf37-c4cbe8ea1a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:24.821254 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:25.042568 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d89b5a-6452-4427-b58f-7021b8df20ab req-083d1cdb-c44a-432f-9bf6-e4ffb9bd9303 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:25.044026 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a4d89b5a-6452-4427-b58f-7021b8df20ab req-083d1cdb-c44a-432f-9bf6-e4ffb9bd9303 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 948 time: 0.0665972 Jun 10 22:51:25.084179 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a4d89b5a-6452-4427-b58f-7021b8df20ab req-0670c742-a9b6-4647-960e-3fedf90a25a9 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345502 Jun 10 22:51:25.718962 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:25.870881 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968ca14-967a-4ae8-8d14-4f8f95f5b67a req-c9f9dabd-135b-4165-b9eb-69d725254ea6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:25.872342 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4968ca14-967a-4ae8-8d14-4f8f95f5b67a req-c9f9dabd-135b-4165-b9eb-69d725254ea6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 946 time: 0.0668550 Jun 10 22:51:25.913107 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4968ca14-967a-4ae8-8d14-4f8f95f5b67a req-af6c2095-e7f6-4fbd-a6ae-a4e939f4e140 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351419 Jun 10 22:51:26.256319 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21bcb-54f4-4a12-82b8-4c1a84a6e840 req-a71e8c7c-7a92-40e4-b6e4-c339351a5d49 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:26.257766 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-80f21bcb-54f4-4a12-82b8-4c1a84a6e840 req-a71e8c7c-7a92-40e4-b6e4-c339351a5d49 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 948 time: 0.0669739 Jun 10 22:51:26.301670 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-80f21bcb-54f4-4a12-82b8-4c1a84a6e840 req-3daefd4f-e90f-424a-bf16-1560495d8ba4 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384939 Jun 10 22:51:26.404700 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device cdee1119-d02b-4619-bb2d-5bc0d01bc75f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:51:26.488692 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:26.511418 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:51:26.513681 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f89278a-d3e1-466d-9b71-e1c12af450f9" -d '{"events": [{"server_uuid": "3b339c18-ed04-4f48-954f-7f98996cb69b", "name": "network-vif-unplugged", "status": "completed", "tag": "cdee1119-d02b-4619-bb2d-5bc0d01bc75f"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:51:26.527977 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port cdee1119-d02b-4619-bb2d-5bc0d01bc75f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:51:26.549005 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 22:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b9f580-279f-4a24-9ab4-8f31ee6244c3 x-openstack-request-id: req-a7b9f580-279f-4a24-9ab4-8f31ee6244c3 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:51:26.549330 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b339c18-ed04-4f48-954f-7f98996cb69b", "name": "network-vif-unplugged", "status": "completed", "tag": "cdee1119-d02b-4619-bb2d-5bc0d01bc75f", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:51:26.549628 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7b9f580-279f-4a24-9ab4-8f31ee6244c3 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:51:26.550022 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'code': 200} Jun 10 22:51:26.615642 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:26.617468 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:26.674992 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,revision_number=8']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:26.682205 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:26.682606 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:26.682951 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:26.683296 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:26.683682 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:26.683988 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:26.689880 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:26.689880 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:26.689880 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:26.689880 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:26.689880 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:26.689880 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:51:26.689880 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:27.090820 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d496c3-601f-41f6-958a-b51a42193645 req-ac93d4dd-9967-4690-b184-fa45b097428f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:27.092186 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-59d496c3-601f-41f6-958a-b51a42193645 req-ac93d4dd-9967-4690-b184-fa45b097428f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0677266 Jun 10 22:51:27.133060 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-59d496c3-601f-41f6-958a-b51a42193645 req-6ec52d8e-d515-4736-acbe-659cabc91036 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355113 Jun 10 22:51:27.232613 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:27.479632 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c9a71-5b86-46d7-a3c2-1965c604836e req-c9415c2a-4337-4593-8e9c-bdbe142b5e3b tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:27.481109 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5b7c9a71-5b86-46d7-a3c2-1965c604836e req-c9415c2a-4337-4593-8e9c-bdbe142b5e3b tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 948 time: 0.0705435 Jun 10 22:51:27.521595 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5b7c9a71-5b86-46d7-a3c2-1965c604836e req-53028ac5-731c-4371-ad5b-9a9d18894063 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349350 Jun 10 22:51:28.310366 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2385d38-905a-41c3-813e-ae2a5f8b84ec req-a5d1044a-1cfa-42d9-b194-78b1ee797f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:28.311923 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b2385d38-905a-41c3-813e-ae2a5f8b84ec req-a5d1044a-1cfa-42d9-b194-78b1ee797f1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8198dc06914464cb32af650fbe5a46a&device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 1101 time: 0.0591598 Jun 10 22:51:28.318304 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365acb1-d252-4b03-a376-361ebefcee7c req-33b48496-03e1-4e01-81ef-7d83c9300bc7 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:28.319763 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6365acb1-d252-4b03-a376-361ebefcee7c req-33b48496-03e1-4e01-81ef-7d83c9300bc7 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0699029 Jun 10 22:51:28.348543 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b2385d38-905a-41c3-813e-ae2a5f8b84ec req-cd347fab-c6cd-4819-b591-6d3b017b4e35 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d8198dc06914464cb32af650fbe5a46a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216022 Jun 10 22:51:28.364210 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6365acb1-d252-4b03-a376-361ebefcee7c req-17f5f185-d6cc-4649-9496-3b72507ce3d1 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388126 Jun 10 22:51:28.465738 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2385d38-905a-41c3-813e-ae2a5f8b84ec req-160cfff2-4d6d-4e78-9c59-9c29b5c0ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:28.467097 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b2385d38-905a-41c3-813e-ae2a5f8b84ec req-160cfff2-4d6d-4e78-9c59-9c29b5c0ac18 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1121488 Jun 10 22:51:28.564583 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-2a1907cf-3ddc-47f3-8ecb-f3499c41c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:28.566083 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-2a1907cf-3ddc-47f3-8ecb-f3499c41c965 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8198dc06914464cb32af650fbe5a46a&device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 1101 time: 0.0571413 Jun 10 22:51:28.625008 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-059e77e7-5e80-471e-91e5-d701833ae4ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e2e56c23-b20d-4945-b170-dea18d0d20e8 HTTP/1.1" status: 200 len: 217 time: 0.0495207 Jun 10 22:51:28.721209 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-f2846c33-6504-413d-8382-0d152899a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:28.722617 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-f2846c33-6504-413d-8382-0d152899a604 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21399f13-c1f0-4898-a71a-4a4798e61d3a HTTP/1.1" status: 200 len: 843 time: 0.0896113 Jun 10 22:51:28.778471 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5348276-da63-478c-b336-b9611de15eac req-bf764457-6271-46bd-a6dd-b8decd69099b tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:28.779633 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d5348276-da63-478c-b336-b9611de15eac req-bf764457-6271-46bd-a6dd-b8decd69099b tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 948 time: 0.1387331 Jun 10 22:51:28.832321 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d5348276-da63-478c-b336-b9611de15eac req-f33ec7d9-90a0-4fcd-a3ff-7863c75bf7ea tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465381 Jun 10 22:51:28.837209 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-f79730b8-d568-4d40-8fcb-82fdfc2d71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:28.838628 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-f79730b8-d568-4d40-8fcb-82fdfc2d71f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=609821ee-5d2b-4945-bb04-3209afdfde3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1030805 Jun 10 22:51:28.953995 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-501b44f1-c625-402d-af0f-342bb994b9ef service neutron] 10.222.0.13 "GET /v2.0/networks/609821ee-5d2b-4945-bb04-3209afdfde3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057274 Jun 10 22:51:29.067298 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-755b7833-3134-4ea8-b3af-ef48645a82a8 req-8eb9e255-d41d-41b7-a18f-85aa3fd01d14 service neutron] 10.222.0.13 "GET /v2.0/networks/609821ee-5d2b-4945-bb04-3209afdfde3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053758 Jun 10 22:51:29.548174 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1cebb-a164-489b-925e-b70f1d6c2124 req-81c066a1-97da-4efd-96ee-33f5e8280e42 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:29.549660 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-00c1cebb-a164-489b-925e-b70f1d6c2124 req-81c066a1-97da-4efd-96ee-33f5e8280e42 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0689881 Jun 10 22:51:29.593468 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-00c1cebb-a164-489b-925e-b70f1d6c2124 req-fab3d485-e0b5-4b1e-9910-6a21cd9f1b77 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370107 Jun 10 22:51:30.014965 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa51c81-2fff-4e6f-bb98-6c52673ff280 req-3b0b1743-9335-4fca-acd8-a9c13fe430cc tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:30.016484 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0fa51c81-2fff-4e6f-bb98-6c52673ff280 req-3b0b1743-9335-4fca-acd8-a9c13fe430cc tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 948 time: 0.0690455 Jun 10 22:51:30.060958 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0fa51c81-2fff-4e6f-bb98-6c52673ff280 req-3484ec24-9e77-4336-afd1-46505f70ccc0 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370419 Jun 10 22:51:30.775905 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e710b52-5f87-4350-8b77-8117e8d857b2 req-86f30959-54f5-4689-a377-c5aea40e4a67 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:30.777425 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6e710b52-5f87-4350-8b77-8117e8d857b2 req-86f30959-54f5-4689-a377-c5aea40e4a67 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0680437 Jun 10 22:51:30.823533 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6e710b52-5f87-4350-8b77-8117e8d857b2 req-eeb78a86-e2e6-419c-8118-de6d37e02ff9 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406132 Jun 10 22:51:31.244239 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba21e0-f478-41ca-8da1-8b9e40b6881a req-7cc024f0-5594-47b1-b683-e69d174984e3 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:31.245718 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2bba21e0-f478-41ca-8da1-8b9e40b6881a req-7cc024f0-5594-47b1-b683-e69d174984e3 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 948 time: 0.0693843 Jun 10 22:51:31.287516 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2bba21e0-f478-41ca-8da1-8b9e40b6881a req-d76875f1-7ce8-49c3-87c6-dfac642273f9 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361528 Jun 10 22:51:31.564024 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 48846) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:31.675970 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f9b361b4-90bb-416b-85e1-238c8a974698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:31.775427 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f9b361b4-90bb-416b-85e1-238c8a974698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:31.896262 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f9b361b4-90bb-416b-85e1-238c8a974698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:31.899907 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4ca0adba-c27f-4243-bb55-545bc4e73553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:31.939721 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-f9b361b4-90bb-416b-85e1-238c8a974698 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96904170a67a4083a086b17869d17273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746133 Jun 10 22:51:31.941002 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b361b4-90bb-416b-85e1-238c8a974698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35813ed5-7498-413f-834b-f90572f167f5,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:31.942362 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 48854) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:31.944090 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f9b361b4-90bb-416b-85e1-238c8a974698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:31.999602 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b982e91b-b2db-4d68-bead-1056a2e20a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:32.018511 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b982e91b-b2db-4d68-bead-1056a2e20a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:32.129719 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b982e91b-b2db-4d68-bead-1056a2e20a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:32.132495 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b982e91b-b2db-4d68-bead-1056a2e20a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:32.133615 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-b982e91b-b2db-4d68-bead-1056a2e20a20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35813ed5-7498-413f-834b-f90572f167f5 HTTP/1.1" status: 204 len: 168 time: 0.1901662 Jun 10 22:51:32.134350 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d9798f34-5e0d-4c13-8e1e-ff970544c249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:32.142920 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982e91b-b2db-4d68-bead-1056a2e20a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35813ed5-7498-413f-834b-f90572f167f5,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:32.145256 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b982e91b-b2db-4d68-bead-1056a2e20a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:32.412697 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ccdce-f43d-4412-b851-77edddc74898 req-accd4fcf-a7aa-41b8-89e4-91cf64e259ee tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:32.415115 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-418ccdce-f43d-4412-b851-77edddc74898 req-accd4fcf-a7aa-41b8-89e4-91cf64e259ee tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0827587 Jun 10 22:51:32.423933 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device e2e56c23-b20d-4945-b170-dea18d0d20e8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:51:32.428335 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device cdee1119-d02b-4619-bb2d-5bc0d01bc75f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:51:32.492132 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d147d-2971-457c-bd2a-0469eef7a82f req-d48783f3-07f0-435a-8489-ce224e17ac64 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:32.494013 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0c3d147d-2971-457c-bd2a-0469eef7a82f req-d48783f3-07f0-435a-8489-ce224e17ac64 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 948 time: 0.0828409 Jun 10 22:51:32.516408 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-418ccdce-f43d-4412-b851-77edddc74898 req-24b54fcf-981a-4f6c-9e18-db07fddbbb8a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828810 Jun 10 22:51:32.555320 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0c3d147d-2971-457c-bd2a-0469eef7a82f req-3a7f5899-d8da-48dd-9f7d-5488bd42ec55 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544825 Jun 10 22:51:32.669987 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port e2e56c23-b20d-4945-b170-dea18d0d20e8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2e56c23-b20d-4945-b170-dea18d0d20e8,segment=NetworkSegment(09ee73b1-40b6-4af6-b2a6-1616ca333d52),segment_id=09ee73b1-40b6-4af6-b2a6-1616ca333d52)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:51:32.682088 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': 'e2e56c23-b20d-4945-b170-dea18d0d20e8', 'network_id': '609821ee-5d2b-4945-bb04-3209afdfde3b', 'port_id': 'e2e56c23-b20d-4945-b170-dea18d0d20e8', 'mac_address': 'fa:16:3e:8e:50:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21399f13-c1f0-4898-a71a-4a4798e61d3a', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:51:32.728572 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:32.742617 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e56c23-b20d-4945-b170-dea18d0d20e8 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:51:32.763039 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port e2e56c23-b20d-4945-b170-dea18d0d20e8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2e56c23-b20d-4945-b170-dea18d0d20e8,segment=NetworkSegment(09ee73b1-40b6-4af6-b2a6-1616ca333d52),segment_id=09ee73b1-40b6-4af6-b2a6-1616ca333d52)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:51:32.808176 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 48880) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:32.823658 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a22ad082-afa1-4776-87c6-96f42a876863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:32.855797 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:32.857723 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:32.913435 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=e2e56c23-b20d-4945-b170-dea18d0d20e8,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:32.916806 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:32.922433 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a22ad082-afa1-4776-87c6-96f42a876863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:32.950679 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 48886) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:33.001320 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a22ad082-afa1-4776-87c6-96f42a876863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:33.027171 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-660be165-6e72-41a5-b7ad-69f6eca1f6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:33.072902 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-a22ad082-afa1-4776-87c6-96f42a876863 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb9c79ce860a41258a22bcabba8e6fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635763 Jun 10 22:51:33.075499 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 48890) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:33.079309 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ad082-afa1-4776-87c6-96f42a876863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575a1e51-5dc5-45c4-b7fc-e369a286ed38,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:33.083301 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-a22ad082-afa1-4776-87c6-96f42a876863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:33.096537 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7ab56f6c-30fb-456f-82d5-227fb40a6386 req-245c1af7-c992-4c22-9f80-549a18337464 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1447439 Jun 10 22:51:33.134757 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9e064083-45f7-4a29-b84d-aabddf53ca25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:33.157561 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9e064083-45f7-4a29-b84d-aabddf53ca25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:33.266934 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9e064083-45f7-4a29-b84d-aabddf53ca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:33.269561 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9e064083-45f7-4a29-b84d-aabddf53ca25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:33.270706 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-9e064083-45f7-4a29-b84d-aabddf53ca25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/575a1e51-5dc5-45c4-b7fc-e369a286ed38 HTTP/1.1" status: 204 len: 168 time: 0.1941557 Jun 10 22:51:33.271452 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:33.279996 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e064083-45f7-4a29-b84d-aabddf53ca25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575a1e51-5dc5-45c4-b7fc-e369a286ed38,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:33.282300 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9e064083-45f7-4a29-b84d-aabddf53ca25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:33.715836 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f625b-31b3-475a-93b3-ea1f0e2a8b44 req-71552f1e-b081-46e0-9393-4a739baf0286 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:33.718601 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5b9f625b-31b3-475a-93b3-ea1f0e2a8b44 req-71552f1e-b081-46e0-9393-4a739baf0286 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0787735 Jun 10 22:51:33.761652 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25150e98-366b-4a98-8dc4-e01f563ea76a req-a0a18ce0-07a6-4e9c-8dfb-69c8fe28f87c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:33.763523 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-25150e98-366b-4a98-8dc4-e01f563ea76a req-a0a18ce0-07a6-4e9c-8dfb-69c8fe28f87c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 949 time: 0.0809762 Jun 10 22:51:33.771087 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5b9f625b-31b3-475a-93b3-ea1f0e2a8b44 req-cb31de6d-b5be-41b3-8c77-b952b417b727 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455377 Jun 10 22:51:33.815418 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-25150e98-366b-4a98-8dc4-e01f563ea76a req-d39f901f-cd42-4a1f-b3fa-5b834c1aa925 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460587 Jun 10 22:51:34.963394 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213d9ed-7f20-46e5-970b-a53f7a51d138 req-54fbf9e5-7f7a-4eb6-8f97-453f86ae551a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:34.965465 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2213d9ed-7f20-46e5-970b-a53f7a51d138 req-54fbf9e5-7f7a-4eb6-8f97-453f86ae551a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0734971 Jun 10 22:51:35.007733 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2213d9ed-7f20-46e5-970b-a53f7a51d138 req-076523ce-8808-4c39-ad57-9cbaf2660f1d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359352 Jun 10 22:51:35.012210 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd856bd0-c805-46be-957e-f7db31feed5b req-576d8c46-b5e2-45ab-8065-010ac75fdbb0 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:35.013858 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bd856bd0-c805-46be-957e-f7db31feed5b req-576d8c46-b5e2-45ab-8065-010ac75fdbb0 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 949 time: 0.0737143 Jun 10 22:51:35.055761 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bd856bd0-c805-46be-957e-f7db31feed5b req-528b6cc8-85b1-4a65-961f-79e9602c4484 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363805 Jun 10 22:51:36.207101 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabdd96-2faf-4f2a-a6b7-5dbabe3aa616 req-46021cb7-ac4f-44d9-a38c-fbf98f404581 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:36.208617 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bcabdd96-2faf-4f2a-a6b7-5dbabe3aa616 req-46021cb7-ac4f-44d9-a38c-fbf98f404581 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0740912 Jun 10 22:51:36.247227 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8627c-f24a-41bd-8c4d-d92ffce9a684 req-8a222b5e-f792-4b14-a5ef-d96c74d98704 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:36.249193 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d6b8627c-f24a-41bd-8c4d-d92ffce9a684 req-8a222b5e-f792-4b14-a5ef-d96c74d98704 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 949 time: 0.0751131 Jun 10 22:51:36.262212 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bcabdd96-2faf-4f2a-a6b7-5dbabe3aa616 req-82dfccc7-21e6-4d5d-b878-39efb81e651c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421462 Jun 10 22:51:36.292819 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d6b8627c-f24a-41bd-8c4d-d92ffce9a684 req-e89837bf-116f-4565-a907-e73c566d033a tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366790 Jun 10 22:51:36.576762 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['e2e56c23-b20d-4945-b170-dea18d0d20e8'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:51:36.904554 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-f4170cea-ecdc-4813-af55-451039e07f85 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:36.906013 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-f4170cea-ecdc-4813-af55-451039e07f85 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/networks?id=603c7f11-d663-42c9-954b-e8c77404d6c2 HTTP/1.1" status: 200 len: 813 time: 0.1249125 Jun 10 22:51:36.920869 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-babdfa98-58a9-4266-8262-e2e6d3875b9c tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/quotas/d578aa02913f47cab5e836008545515e HTTP/1.1" status: 200 len: 375 time: 0.0088265 Jun 10 22:51:36.957271 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-8a26fb08-f3b3-449b-a5a9-829ec715b137 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d578aa02913f47cab5e836008545515e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306833 Jun 10 22:51:37.071584 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-967b66f7-ef9a-4635-bcf3-4f18fb22c423 service neutron] 10.222.0.25 "GET /v2.0/networks/603c7f11-d663-42c9-954b-e8c77404d6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077158 Jun 10 22:51:37.185434 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-b2ab50be-dd9d-4e59-9160-d3fa9e4d531d service neutron] 10.222.0.25 "GET /v2.0/networks/603c7f11-d663-42c9-954b-e8c77404d6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079829 Jun 10 22:51:37.464192 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaa3af-a5f6-4ac5-9d89-37785c61844c req-0d17a99a-46f9-4516-a540-4cfbbfb98033 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:37.467366 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a5eaa3af-a5f6-4ac5-9d89-37785c61844c req-0d17a99a-46f9-4516-a540-4cfbbfb98033 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0881670 Jun 10 22:51:37.524473 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a5eaa3af-a5f6-4ac5-9d89-37785c61844c req-200545d7-549f-42f9-a7a6-a68a15eb89eb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496485 Jun 10 22:51:37.561431 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e47b4-bc50-4801-8ce4-10ec552bfb16 req-69b75def-5412-4193-a07b-c6a3a833601f tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:37.563596 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-330e47b4-bc50-4801-8ce4-10ec552bfb16 req-69b75def-5412-4193-a07b-c6a3a833601f tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 949 time: 0.0809865 Jun 10 22:51:37.610729 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0e10c268-4671-40fb-839f-bbe3880025d0 req-b438a8be-e42a-4155-af9f-db30021ae6fe tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 210 time: 0.0352995 Jun 10 22:51:37.614996 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-330e47b4-bc50-4801-8ce4-10ec552bfb16 req-92ae197b-a664-47cc-9008-3f2b37b783f2 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456741 Jun 10 22:51:38.326852 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab56f6c-30fb-456f-82d5-227fb40a6386 req-e31473af-370c-4fbf-8bc4-3c9b4b8ac48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:38.328405 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7ab56f6c-30fb-456f-82d5-227fb40a6386 req-e31473af-370c-4fbf-8bc4-3c9b4b8ac48c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b&tenant_id=bd4a447943d748249dde91fbf60f4eda HTTP/1.1" status: 200 len: 1097 time: 0.1743872 Jun 10 22:51:38.408212 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab56f6c-30fb-456f-82d5-227fb40a6386 req-d81c22be-0b26-4488-bda2-982f227db6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:38.409701 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7ab56f6c-30fb-456f-82d5-227fb40a6386 req-d81c22be-0b26-4488-bda2-982f227db6a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 1097 time: 0.0603309 Jun 10 22:51:38.467339 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device e2e56c23-b20d-4945-b170-dea18d0d20e8 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:51:38.523175 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab56f6c-30fb-456f-82d5-227fb40a6386 req-c0b724fd-ba72-49e2-b913-1d9cc4e437b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:38.524644 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7ab56f6c-30fb-456f-82d5-227fb40a6386 req-c0b724fd-ba72-49e2-b913-1d9cc4e437b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bf55eb4-ce53-42eb-adc7-05ee654e0346 HTTP/1.1" status: 200 len: 917 time: 0.1079526 Jun 10 22:51:38.554847 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port e2e56c23-b20d-4945-b170-dea18d0d20e8 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:51:38.559032 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port e2e56c23-b20d-4945-b170-dea18d0d20e8 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:51:38.559648 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:38.627078 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7ab56f6c-30fb-456f-82d5-227fb40a6386 req-2ad0d91c-e319-40df-b62b-051a6d536a20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f HTTP/1.1" status: 200 len: 1000 time: 0.0944650 Jun 10 22:51:38.672785 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:38.702785 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923f8590-d0d2-4463-87bf-ed1bbc8df83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e56c23-b20d-4945-b170-dea18d0d20e8'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:51:38.705296 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181c134f-0e95-4711-898d-0589f5868e75" -d '{"events": [{"server_uuid": "923f8590-d0d2-4463-87bf-ed1bbc8df83d", "name": "network-vif-plugged", "status": "completed", "tag": "e2e56c23-b20d-4945-b170-dea18d0d20e8"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:51:38.727713 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port e2e56c23-b20d-4945-b170-dea18d0d20e8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2e56c23-b20d-4945-b170-dea18d0d20e8,segment=NetworkSegment(09ee73b1-40b6-4af6-b2a6-1616ca333d52),segment_id=09ee73b1-40b6-4af6-b2a6-1616ca333d52)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:51:38.744073 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60426-b7aa-4221-b2e7-9c32b0da0a30 req-25d0443f-1b83-4ccd-90d0-5eda046be103 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:38.748385 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a4e60426-b7aa-4221-b2e7-9c32b0da0a30 req-25d0443f-1b83-4ccd-90d0-5eda046be103 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0844133 Jun 10 22:51:38.748576 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab56f6c-30fb-456f-82d5-227fb40a6386 req-1ec1d1c3-e084-4eba-adc6-56c575f7fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:38.754040 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7ab56f6c-30fb-456f-82d5-227fb40a6386 req-1ec1d1c3-e084-4eba-adc6-56c575f7fa50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35d4f47f-32e3-473c-b6fb-4be1ccbc6118 HTTP/1.1" status: 200 len: 856 time: 0.1198030 Jun 10 22:51:38.770858 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:38.774045 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:38.796327 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a4e60426-b7aa-4221-b2e7-9c32b0da0a30 req-83f6c1e7-b11e-453a-8cb1-e5fbe14612ca tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449567 Jun 10 22:51:38.849942 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=e2e56c23-b20d-4945-b170-dea18d0d20e8,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:38.853473 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:38.854559 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-85924783-8dfd-462b-af7f-8aa64885ceb6 req-c4eec1fe-ba28-46aa-95cf-409efc95f495 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 210 time: 0.0458834 Jun 10 22:51:38.877631 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab56f6c-30fb-456f-82d5-227fb40a6386 req-8e94ae79-aca6-426e-ba0c-11a02283e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:38.879635 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7ab56f6c-30fb-456f-82d5-227fb40a6386 req-8e94ae79-aca6-426e-ba0c-11a02283e872 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bf55eb4-ce53-42eb-adc7-05ee654e0346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1189306 Jun 10 22:51:38.913119 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba61328-5cf0-4473-9cc4-8ce3e342a1b2 x-openstack-request-id: req-dba61328-5cf0-4473-9cc4-8ce3e342a1b2 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:51:38.913426 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923f8590-d0d2-4463-87bf-ed1bbc8df83d", "name": "network-vif-plugged", "status": "completed", "tag": "e2e56c23-b20d-4945-b170-dea18d0d20e8", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:51:38.913689 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dba61328-5cf0-4473-9cc4-8ce3e342a1b2 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:51:38.914086 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923f8590-d0d2-4463-87bf-ed1bbc8df83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e56c23-b20d-4945-b170-dea18d0d20e8', 'code': 200} Jun 10 22:51:39.006781 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7ab56f6c-30fb-456f-82d5-227fb40a6386 req-acb31e83-91ba-4aa2-9a08-bc9be8062ed3 service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199563 Jun 10 22:51:39.022275 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcb027-04e0-41dc-9584-189f6444d35a req-cec35b42-814c-4a68-8b24-17233c0311d2 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:39.023844 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d6bcb027-04e0-41dc-9584-189f6444d35a req-cec35b42-814c-4a68-8b24-17233c0311d2 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0917127 Jun 10 22:51:39.068082 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d6bcb027-04e0-41dc-9584-189f6444d35a req-e8bed0bc-6bf7-4a38-b452-901de503daa0 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381713 Jun 10 22:51:39.127674 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7ab56f6c-30fb-456f-82d5-227fb40a6386 req-cc54f9e8-f071-441e-b847-7a8522fcc31a service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138258 Jun 10 22:51:39.337184 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80835314-15e5-43f7-b84f-fe3ae0f81826 req-3e1d2ba5-b0a7-4616-ac45-9d91708ccc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:39.338676 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-80835314-15e5-43f7-b84f-fe3ae0f81826 req-3e1d2ba5-b0a7-4616-ac45-9d91708ccc9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 1103 time: 0.0589502 Jun 10 22:51:39.376746 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-80835314-15e5-43f7-b84f-fe3ae0f81826 req-c909a0a6-12da-418b-a94c-146366ecdfeb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306473 Jun 10 22:51:39.700957 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-7a03aaed-59dd-4882-b528-39a1cac88c74 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:39.702566 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-7a03aaed-59dd-4882-b528-39a1cac88c74 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.13 "GET /v2.0/networks?id=603c7f11-d663-42c9-954b-e8c77404d6c2 HTTP/1.1" status: 200 len: 813 time: 0.1298480 Jun 10 22:51:39.715068 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Request body: {'port': {'device_id': 'da62f55e-4749-40d0-b1f7-26edec17728d', 'network_id': '603c7f11-d663-42c9-954b-e8c77404d6c2', 'admin_state_up': True, 'tenant_id': 'd578aa02913f47cab5e836008545515e'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:51:39.967020 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Made reservation on behalf of d578aa02913f47cab5e836008545515e for: {'port': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:51:39.971568 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:40.017737 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-de577fd5-d24e-41f6-927a-514d57956224 req-878c1b8b-1e8b-481c-ba5f-cb98bafccdde tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 210 time: 0.0409050 Jun 10 22:51:40.306574 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f7af3-2eec-4053-882b-592ccf9079e6 req-438b793e-01b4-4ea3-814d-257a7f1bf0fa tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:40.308606 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-666f7af3-2eec-4053-882b-592ccf9079e6 req-438b793e-01b4-4ea3-814d-257a7f1bf0fa tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0837421 Jun 10 22:51:40.360848 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-666f7af3-2eec-4053-882b-592ccf9079e6 req-410f3ebb-cf92-47b8-a6d5-0cf53fb315e1 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459199 Jun 10 22:51:40.434449 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4cdab-ed1e-4913-b998-e12333187036 req-caf05927-e8e9-4cb9-9e61-54ed6e6fa319 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:40.436335 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f5f4cdab-ed1e-4913-b998-e12333187036 req-caf05927-e8e9-4cb9-9e61-54ed6e6fa319 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.4863071 Jun 10 22:51:40.479263 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Allocated IP 172.20.0.9 (603c7f11-d663-42c9-954b-e8c77404d6c2/d61f6821-e830-43d5-8beb-32997cc46bce/6b7067cf-5233-4b15-9458-ec8cb3a450e6) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:51:40.503366 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f5f4cdab-ed1e-4913-b998-e12333187036 req-e98c803b-d969-4978-be9d-8157bf4f357c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602963 Jun 10 22:51:40.677463 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:40.781897 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-261566843'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:40.786024 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-353725a0-02a4-4a88-b51e-45af0fdfa34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:40.844597 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Network 603c7f11-d663-42c9-954b-e8c77404d6c2 is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:51:40.851218 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:51:40.855714 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:51:40.889081 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Pushing event updated for resources: {'Port': ['ID=6b7067cf-5233-4b15-9458-ec8cb3a450e6,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:40.893377 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:40.917277 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:40.917831 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:40.981863 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2704906 Jun 10 22:51:41.200260 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383f802-c0cf-4134-9fff-5b865b8fcf53 req-574ade1c-4b6a-498e-8b66-9f92b61b4e15 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:41.201646 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c383f802-c0cf-4134-9fff-5b865b8fcf53 req-574ade1c-4b6a-498e-8b66-9f92b61b4e15 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 931 time: 0.0687406 Jun 10 22:51:41.244065 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c383f802-c0cf-4134-9fff-5b865b8fcf53 req-c64f3c89-cc7e-4773-9d0e-1f42754e9170 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359914 Jun 10 22:51:41.418331 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49092) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:41.553737 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ffcfd208-58b2-4018-bbb5-a25210106f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:41.612045 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf22bd5-1e23-420f-839f-e8e847871b78 req-5d868ebb-0b72-4818-a373-6d49672c7f9d tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:41.619516 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ecf22bd5-1e23-420f-839f-e8e847871b78 req-5d868ebb-0b72-4818-a373-6d49672c7f9d tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.1205289 Jun 10 22:51:41.681036 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ecf22bd5-1e23-420f-839f-e8e847871b78 req-6eefcf02-b59b-4452-b92e-d59a29e5fd07 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606065 Jun 10 22:51:41.741818 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ffcfd208-58b2-4018-bbb5-a25210106f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:41.743831 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757876f-ef94-4a80-bccb-b0c328b77a58 req-7ad3d747-6f24-4dbc-a477-973dc923074f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:41.745363 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5757876f-ef94-4a80-bccb-b0c328b77a58 req-7ad3d747-6f24-4dbc-a477-973dc923074f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.1107810 Jun 10 22:51:41.792296 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5757876f-ef94-4a80-bccb-b0c328b77a58 req-a015b6be-6a93-4c64-876e-bf9f2594d5fc tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407794 Jun 10 22:51:41.826900 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ffcfd208-58b2-4018-bbb5-a25210106f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:41.829634 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b4aa3c5a-d998-48e0-a79e-d406c9498257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:41.869832 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-ffcfd208-58b2-4018-bbb5-a25210106f4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50bc949920884ff99c8c4ca5cf9c9785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4500103 Jun 10 22:51:41.870781 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfd208-58b2-4018-bbb5-a25210106f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06726fff-ba0b-4507-a09c-92c62e009ae4,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:41.872698 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49098) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:41.873906 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ffcfd208-58b2-4018-bbb5-a25210106f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:41.934756 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ce390dd1-65fd-47c4-8f37-59da3c443490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:41.957596 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ce390dd1-65fd-47c4-8f37-59da3c443490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:42.049659 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ce390dd1-65fd-47c4-8f37-59da3c443490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:42.052636 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ce390dd1-65fd-47c4-8f37-59da3c443490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:42.056041 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-ce390dd1-65fd-47c4-8f37-59da3c443490 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06726fff-ba0b-4507-a09c-92c62e009ae4 HTTP/1.1" status: 204 len: 168 time: 0.1800840 Jun 10 22:51:42.056041 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-124a18f3-2529-4fa5-a728-b531b81931b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:42.063713 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce390dd1-65fd-47c4-8f37-59da3c443490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06726fff-ba0b-4507-a09c-92c62e009ae4,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:42.066612 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ce390dd1-65fd-47c4-8f37-59da3c443490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:42.464720 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a19e1-6a0c-497b-be6f-46c95a6ecf68 req-c60e493c-9649-4209-8e3d-bd9c56f828fd tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:42.466196 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b50a19e1-6a0c-497b-be6f-46c95a6ecf68 req-c60e493c-9649-4209-8e3d-bd9c56f828fd tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 931 time: 0.0842590 Jun 10 22:51:42.536458 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b50a19e1-6a0c-497b-be6f-46c95a6ecf68 req-67b65a77-9b1b-42bd-874c-1e0968322126 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640166 Jun 10 22:51:42.907841 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027ed9a-61a1-4d87-9368-c67c44d55d17 req-337b2546-2b56-4fe7-aa30-b1d79de6c281 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:42.911235 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1027ed9a-61a1-4d87-9368-c67c44d55d17 req-337b2546-2b56-4fe7-aa30-b1d79de6c281 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0985820 Jun 10 22:51:42.965620 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1027ed9a-61a1-4d87-9368-c67c44d55d17 req-9f2fb413-006e-48b4-92ba-9b8b91e60165 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484586 Jun 10 22:51:43.001114 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244c249-f839-4da5-81f7-add255f2c4de req-a42d6b25-79cd-438e-8bc7-46f0ec23bd84 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:43.003824 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f244c249-f839-4da5-81f7-add255f2c4de req-a42d6b25-79cd-438e-8bc7-46f0ec23bd84 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0839581 Jun 10 22:51:43.046761 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f244c249-f839-4da5-81f7-add255f2c4de req-93f8c10f-0fb5-4990-965c-3b342c1516f8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374961 Jun 10 22:51:43.111719 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49112) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:43.126632 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-598e7b41-5793-4f13-bab0-88d720d5e729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:43.220517 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-598e7b41-5793-4f13-bab0-88d720d5e729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:43.278282 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-598e7b41-5793-4f13-bab0-88d720d5e729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:43.280981 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-30ca7259-ee7e-45fc-a1d9-58a60e19cce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:43.325269 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-598e7b41-5793-4f13-bab0-88d720d5e729 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e35b82892dc144ddad47f64631c82bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123485 Jun 10 22:51:43.326273 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e7b41-5793-4f13-bab0-88d720d5e729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1abba8e-a166-4e2e-bfa1-dd9b5c9ff3ed,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:43.327951 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49114) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:43.329279 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-598e7b41-5793-4f13-bab0-88d720d5e729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:43.383621 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-fe4a07db-2c57-4b32-b149-d289f6669b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:43.409883 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-fe4a07db-2c57-4b32-b149-d289f6669b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:43.730869 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13713b17-2b66-474a-af85-37f908cbf150 req-6cf65ab1-74bb-4b35-b1d0-b85efda88ab8 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:43.732327 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-13713b17-2b66-474a-af85-37f908cbf150 req-6cf65ab1-74bb-4b35-b1d0-b85efda88ab8 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 931 time: 0.0800831 Jun 10 22:51:44.029885 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-fe4a07db-2c57-4b32-b149-d289f6669b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:44.032532 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-fe4a07db-2c57-4b32-b149-d289f6669b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:44.033744 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-fe4a07db-2c57-4b32-b149-d289f6669b72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1abba8e-a166-4e2e-bfa1-dd9b5c9ff3ed HTTP/1.1" status: 204 len: 168 time: 0.7046630 Jun 10 22:51:44.037192 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-266bb461-fc4d-47fd-b342-8b2f81f1b104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:44.050646 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a07db-2c57-4b32-b149-d289f6669b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1abba8e-a166-4e2e-bfa1-dd9b5c9ff3ed,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:44.059276 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-fe4a07db-2c57-4b32-b149-d289f6669b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:44.067727 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-13713b17-2b66-474a-af85-37f908cbf150 req-6eac23d8-b73a-48fb-b95a-611df979c2e8 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290703 Jun 10 22:51:44.208823 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf7629-0c32-450c-855e-2ec3be6a8863 req-52742d32-9af1-4f82-94f6-cf5082a7c7af tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:44.210418 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-45bf7629-0c32-450c-855e-2ec3be6a8863 req-52742d32-9af1-4f82-94f6-cf5082a7c7af tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.1031272 Jun 10 22:51:44.261084 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-45bf7629-0c32-450c-855e-2ec3be6a8863 req-273d0bcd-dbce-4f5c-9c79-cc7c1b420af7 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427377 Jun 10 22:51:44.281269 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba1f92-86da-4bb1-8dbe-2c12ff72a891 req-393ab4f0-59e0-4c7e-8e0b-65ec7691f9e1 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:44.283708 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-47ba1f92-86da-4bb1-8dbe-2c12ff72a891 req-393ab4f0-59e0-4c7e-8e0b-65ec7691f9e1 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0818913 Jun 10 22:51:44.330101 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-47ba1f92-86da-4bb1-8dbe-2c12ff72a891 req-1f3985b1-1aa9-4745-8768-0fec419ea6e2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400302 Jun 10 22:51:44.953310 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49130) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:44.968924 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-90c0e8e3-bf35-4c29-ae0a-b03f6f1e6cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:45.073422 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-90c0e8e3-bf35-4c29-ae0a-b03f6f1e6cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:45.262346 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e64a40-727c-4f25-ae79-6f45ecbd3ccb req-db817140-03e0-43a9-93cd-bf5a40f63e53 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:45.263889 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f7e64a40-727c-4f25-ae79-6f45ecbd3ccb req-db817140-03e0-43a9-93cd-bf5a40f63e53 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 931 time: 0.0742612 Jun 10 22:51:45.278678 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-90c0e8e3-bf35-4c29-ae0a-b03f6f1e6cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:45.282302 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-1896b711-c3b7-4bbf-a11a-057d2d1ba80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:45.328420 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-90c0e8e3-bf35-4c29-ae0a-b03f6f1e6cda admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1940d8f9ca584ba8841c4762e2d1c204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739684 Jun 10 22:51:45.329997 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49136) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:45.336619 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0e8e3-bf35-4c29-ae0a-b03f6f1e6cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c2e024-bcc4-49e7-8039-babf56b1e9ca,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:45.336836 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f7e64a40-727c-4f25-ae79-6f45ecbd3ccb req-1eaedcf4-ac40-4a9b-921e-e237fe010a1b tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664198 Jun 10 22:51:45.340430 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-90c0e8e3-bf35-4c29-ae0a-b03f6f1e6cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:45.418720 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-04f6e78a-1949-4f52-a501-fd82fb8d431c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:45.463892 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-04f6e78a-1949-4f52-a501-fd82fb8d431c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:45.563756 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68229f2-cfec-45ac-a520-d450d7682508 req-fd12a90e-ab1d-43c1-ba05-5befcbcda612 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:45.566240 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e68229f2-cfec-45ac-a520-d450d7682508 req-fd12a90e-ab1d-43c1-ba05-5befcbcda612 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0887330 Jun 10 22:51:45.600628 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-04f6e78a-1949-4f52-a501-fd82fb8d431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:45.603508 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-04f6e78a-1949-4f52-a501-fd82fb8d431c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:45.607276 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-04f6e78a-1949-4f52-a501-fd82fb8d431c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7c2e024-bcc4-49e7-8039-babf56b1e9ca HTTP/1.1" status: 204 len: 168 time: 0.2737195 Jun 10 22:51:45.630934 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-31b40356-d368-47e2-b298-34321b00582a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:45.631581 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e68229f2-cfec-45ac-a520-d450d7682508 req-8c8c0ff5-06d8-48a1-9b67-844b75757750 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587814 Jun 10 22:51:45.670552 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6e78a-1949-4f52-a501-fd82fb8d431c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c2e024-bcc4-49e7-8039-babf56b1e9ca,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:45.679210 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-04f6e78a-1949-4f52-a501-fd82fb8d431c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:45.720399 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0029a2-8f16-4209-bd2a-650021d57692 req-105a8f07-c8b2-47ab-8da2-c387ce7db62c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:45.722527 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1f0029a2-8f16-4209-bd2a-650021d57692 req-105a8f07-c8b2-47ab-8da2-c387ce7db62c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.1331196 Jun 10 22:51:45.780963 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1f0029a2-8f16-4209-bd2a-650021d57692 req-020d6a2b-9653-47e9-95d0-4346d7ceefdd tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480921 Jun 10 22:51:46.537031 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845591e-c65d-4540-b81a-4321c763f5b2 req-c8d881f5-e6fb-4434-b2f6-243af94b48b8 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:46.538595 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8845591e-c65d-4540-b81a-4321c763f5b2 req-c8d881f5-e6fb-4434-b2f6-243af94b48b8 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 931 time: 0.0723515 Jun 10 22:51:46.600286 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8845591e-c65d-4540-b81a-4321c763f5b2 req-83e64d3f-7e24-4255-aa60-56cc5d3cadfc tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536938 Jun 10 22:51:46.842158 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6d9df-32a4-445e-83ef-792f4a16c80d req-e5eb1446-5c75-453d-9a12-233638826178 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:46.843764 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e0e6d9df-32a4-445e-83ef-792f4a16c80d req-e5eb1446-5c75-453d-9a12-233638826178 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0761597 Jun 10 22:51:46.924644 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e0e6d9df-32a4-445e-83ef-792f4a16c80d req-dc2d909a-30d5-489b-9a41-10850e2d61ae tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743694 Jun 10 22:51:47.001616 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab8135-cc5d-4a03-a2b3-d48b16e82e18 req-cc1ffc76-0b37-4c04-9511-8e34e24fe42f tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:47.003946 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-55ab8135-cc5d-4a03-a2b3-d48b16e82e18 req-cc1ffc76-0b37-4c04-9511-8e34e24fe42f tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0793922 Jun 10 22:51:47.047949 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-55ab8135-cc5d-4a03-a2b3-d48b16e82e18 req-9700b56a-36d8-4967-a4c0-b8d6024f6940 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361235 Jun 10 22:51:47.101160 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:47.602091 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49174) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:47.745711 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-36cf5daf-8077-4b68-933d-5d975a4503c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:47.845618 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830dab2-b267-4e72-a428-633fff31e6c3 req-dcc4428f-07e7-415f-b81e-ca1fb5928a2d tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:47.847609 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c830dab2-b267-4e72-a428-633fff31e6c3 req-dcc4428f-07e7-415f-b81e-ca1fb5928a2d tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 931 time: 0.1115744 Jun 10 22:51:47.904784 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c830dab2-b267-4e72-a428-633fff31e6c3 req-f5bf359c-35ef-464d-a958-0b2ae62f0126 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507779 Jun 10 22:51:47.939951 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-36cf5daf-8077-4b68-933d-5d975a4503c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:48.004256 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-36cf5daf-8077-4b68-933d-5d975a4503c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:48.007992 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ad29b07f-733e-4059-a84e-fbc3550f4c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:48.081104 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-36cf5daf-8077-4b68-933d-5d975a4503c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e76560d98efc41758af38a27d9e6f9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755971 Jun 10 22:51:48.081104 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf5daf-8077-4b68-933d-5d975a4503c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69757cf-f842-47e0-b3b1-17cc84a61ad7,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:48.082071 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49186) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:51:48.088134 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-36cf5daf-8077-4b68-933d-5d975a4503c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:48.142447 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d542b-d05a-4f49-b94f-4f7eaaa1b1cf req-08355b98-bfd3-4780-b3d1-b80d2222623a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:48.144569 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b47d542b-d05a-4f49-b94f-4f7eaaa1b1cf req-08355b98-bfd3-4780-b3d1-b80d2222623a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0865440 Jun 10 22:51:48.148992 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-95a2c95f-160f-438b-82e7-df1e7d2c4b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:48.194752 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-95a2c95f-160f-438b-82e7-df1e7d2c4b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:48.200506 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b47d542b-d05a-4f49-b94f-4f7eaaa1b1cf req-d4e04983-0f59-43b7-9a5f-2c26977f3bee tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489297 Jun 10 22:51:48.299274 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a3279-cb87-40ca-8567-a3fd9b4cdba3 req-34234358-cf75-4a7e-b021-67b7e931efc3 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:48.301877 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-678a3279-cb87-40ca-8567-a3fd9b4cdba3 req-34234358-cf75-4a7e-b021-67b7e931efc3 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0949383 Jun 10 22:51:48.351054 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-678a3279-cb87-40ca-8567-a3fd9b4cdba3 req-e35de897-1fc1-45e0-9c15-5377d666a8ef tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387869 Jun 10 22:51:48.371076 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-95a2c95f-160f-438b-82e7-df1e7d2c4b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:48.376419 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-95a2c95f-160f-438b-82e7-df1e7d2c4b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:48.380779 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-95a2c95f-160f-438b-82e7-df1e7d2c4b68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b69757cf-f842-47e0-b3b1-17cc84a61ad7 HTTP/1.1" status: 204 len: 168 time: 0.2946351 Jun 10 22:51:48.380779 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ce390dd1-65fd-47c4-8f37-59da3c443490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:48.426000 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2c95f-160f-438b-82e7-df1e7d2c4b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69757cf-f842-47e0-b3b1-17cc84a61ad7,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:48.426000 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-95a2c95f-160f-438b-82e7-df1e7d2c4b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:48.823488 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:51:49.098970 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff85c7b-4097-449e-9f58-abff9c089814 req-5b884cbf-2efa-4fa8-b4c3-4a681f0dc6f7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:49.100465 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3ff85c7b-4097-449e-9f58-abff9c089814 req-5b884cbf-2efa-4fa8-b4c3-4a681f0dc6f7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 931 time: 0.0723579 Jun 10 22:51:49.144707 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3ff85c7b-4097-449e-9f58-abff9c089814 req-44b3fc2c-b388-4439-831e-c00a041e8bdd tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374589 Jun 10 22:51:49.420577 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abb591-0d4f-42fa-8716-3131b9a1aa59 req-c2155286-8e5c-4a01-bb71-3ad32edd62db tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:49.423059 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-06abb591-0d4f-42fa-8716-3131b9a1aa59 req-c2155286-8e5c-4a01-bb71-3ad32edd62db tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0985832 Jun 10 22:51:49.474620 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-06abb591-0d4f-42fa-8716-3131b9a1aa59 req-6bcea526-006f-4544-9f27-6349d8a17347 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448127 Jun 10 22:51:49.560412 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fe28d-75d2-41b5-8074-c17a78274ae9 req-ed027415-f464-4444-9396-1f018b14ec84 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:49.561944 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7b1fe28d-75d2-41b5-8074-c17a78274ae9 req-ed027415-f464-4444-9396-1f018b14ec84 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0783300 Jun 10 22:51:49.609573 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7b1fe28d-75d2-41b5-8074-c17a78274ae9 req-4b8d56c3-d6e9-4be9-a675-aba718a7c180 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Jun 10 22:51:50.339240 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f7b41-b50a-4e64-9e21-e54bb1294bce req-745d7383-3cb8-4b95-9a2a-2796c878aee4 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:50.340808 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6b3f7b41-b50a-4e64-9e21-e54bb1294bce req-745d7383-3cb8-4b95-9a2a-2796c878aee4 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 931 time: 0.0729194 Jun 10 22:51:50.382027 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6b3f7b41-b50a-4e64-9e21-e54bb1294bce req-9b63d723-fea3-4a87-9138-bced6615c48a tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356867 Jun 10 22:51:50.703604 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb6ea0-0705-4f8b-8831-a3bb01eacf23 req-e66a972d-a87f-4d09-bb2b-2ea75e6ad66f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:50.707114 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f7cb6ea0-0705-4f8b-8831-a3bb01eacf23 req-e66a972d-a87f-4d09-bb2b-2ea75e6ad66f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0898540 Jun 10 22:51:50.751147 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f7cb6ea0-0705-4f8b-8831-a3bb01eacf23 req-0351a555-b5c9-45d9-91c4-228283697d37 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377066 Jun 10 22:51:50.818252 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddb262-00a7-4cde-9264-6ace464df46c req-2c68deca-48d1-44f1-a95b-c174d56a906e tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:50.819776 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6fddb262-00a7-4cde-9264-6ace464df46c req-2c68deca-48d1-44f1-a95b-c174d56a906e tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0864015 Jun 10 22:51:50.862550 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6fddb262-00a7-4cde-9264-6ace464df46c req-7d621bd3-1a8a-4b3e-ae2d-b4e768d9211c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369866 Jun 10 22:51:51.589571 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bea6da-0baa-4814-810e-bc502437e938 req-4bc8c6bf-26aa-4a39-b72b-cf9099e242e0 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:51.597872 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-40bea6da-0baa-4814-810e-bc502437e938 req-4bc8c6bf-26aa-4a39-b72b-cf9099e242e0 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 931 time: 0.0825963 Jun 10 22:51:51.647978 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-40bea6da-0baa-4814-810e-bc502437e938 req-ebffd63f-e15e-4b22-a6ef-3f8fa0ff5d48 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490189 Jun 10 22:51:51.954598 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e89aea-15c1-4d2f-b8f6-7748c3d82483 req-b6b46ade-dd1a-4bd4-8293-243f6d051309 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:51.962479 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b2e89aea-15c1-4d2f-b8f6-7748c3d82483 req-b6b46ade-dd1a-4bd4-8293-243f6d051309 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0872123 Jun 10 22:51:52.001371 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b2e89aea-15c1-4d2f-b8f6-7748c3d82483 req-b56ca766-377b-4727-bf8c-ddb952e53290 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367198 Jun 10 22:51:52.060362 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d5676-1777-4ebc-8281-6a85095974be req-19239b49-a8ec-4769-87c8-75ac404a05d3 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:52.061879 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-de6d5676-1777-4ebc-8281-6a85095974be req-19239b49-a8ec-4769-87c8-75ac404a05d3 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0755723 Jun 10 22:51:52.104955 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-de6d5676-1777-4ebc-8281-6a85095974be req-a45dfe9e-c511-43fd-af0c-170cc8caeff6 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368674 Jun 10 22:51:52.141608 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-70458aed-5f31-4183-a56e-c4b66ee69686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:52.837758 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd065b2-3e73-4aaa-9bdc-f40386cadf20 req-37bbc51e-88e7-483f-acd3-b59dd271f52b tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:52.839123 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2dd065b2-3e73-4aaa-9bdc-f40386cadf20 req-37bbc51e-88e7-483f-acd3-b59dd271f52b tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 931 time: 0.0797093 Jun 10 22:51:52.884524 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2dd065b2-3e73-4aaa-9bdc-f40386cadf20 req-be2db503-3827-4fc4-89e6-8818c0a0f701 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395837 Jun 10 22:51:53.190835 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95852db-72ab-4328-8586-83571eb984b1 req-ebb6bd6b-3f4a-4a59-ba4c-68770c309fd1 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:53.192429 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d95852db-72ab-4328-8586-83571eb984b1 req-ebb6bd6b-3f4a-4a59-ba4c-68770c309fd1 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0753441 Jun 10 22:51:53.253476 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d95852db-72ab-4328-8586-83571eb984b1 req-44fedbad-bf62-4673-a528-3855d6a28414 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553246 Jun 10 22:51:53.301104 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dff308-8759-4f7c-84e9-5d388b2ec695 req-2eccb5dd-f252-467e-ab60-2373c6e98ec2 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:53.302770 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d2dff308-8759-4f7c-84e9-5d388b2ec695 req-2eccb5dd-f252-467e-ab60-2373c6e98ec2 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0731645 Jun 10 22:51:53.348570 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d2dff308-8759-4f7c-84e9-5d388b2ec695 req-5b8464c7-c80f-4142-9c93-be476d16b30f tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390513 Jun 10 22:51:54.063726 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43933375-b180-4e0f-a745-c0fa2c17d9df req-c21a2056-e6c8-4253-82da-b0c6b427abd1 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:54.065199 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-43933375-b180-4e0f-a745-c0fa2c17d9df req-c21a2056-e6c8-4253-82da-b0c6b427abd1 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 931 time: 0.0665984 Jun 10 22:51:54.106670 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-43933375-b180-4e0f-a745-c0fa2c17d9df req-4605f458-ed3a-4661-ac82-74d8ec20687c tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353973 Jun 10 22:51:54.440509 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f27180-8c58-495a-aae1-88eaa56349f3 req-3dbd2c88-a9de-49dd-acd6-94d63975cc56 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:54.442468 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f7f27180-8c58-495a-aae1-88eaa56349f3 req-3dbd2c88-a9de-49dd-acd6-94d63975cc56 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0723844 Jun 10 22:51:54.486834 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f7f27180-8c58-495a-aae1-88eaa56349f3 req-3a5dba1b-939f-4a5e-a9d7-8b65f12481ba tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385995 Jun 10 22:51:54.543546 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e644a3-984e-446f-90bb-12f1611b9f78 req-4480ef6d-392e-4194-88ec-5a7d174e3a93 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:54.545049 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-81e644a3-984e-446f-90bb-12f1611b9f78 req-4480ef6d-392e-4194-88ec-5a7d174e3a93 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0878241 Jun 10 22:51:54.589178 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-81e644a3-984e-446f-90bb-12f1611b9f78 req-bf0100ab-16c0-4ae9-9513-0ccc962f3463 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378437 Jun 10 22:51:54.787018 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f5fe-f6d2-4631-b7fd-a3d9de4a8a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:54.803940 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:55.288274 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0646fe-70f9-447c-8cfe-5f0b7acd563c req-d731f061-31f9-4631-9a8a-1ccbbefec952 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:55.289730 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ab0646fe-70f9-447c-8cfe-5f0b7acd563c req-d731f061-31f9-4631-9a8a-1ccbbefec952 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 931 time: 0.0686290 Jun 10 22:51:55.330188 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ab0646fe-70f9-447c-8cfe-5f0b7acd563c req-9c858d0a-5ecc-47d8-a3fe-c6d7d99773f3 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349977 Jun 10 22:51:55.677149 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df867bd1-f159-4543-9d25-1f113f5a62da req-6c66acdb-33f6-419b-86fa-17ab32a63163 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:55.678615 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-df867bd1-f159-4543-9d25-1f113f5a62da req-6c66acdb-33f6-419b-86fa-17ab32a63163 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0709679 Jun 10 22:51:55.728598 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-df867bd1-f159-4543-9d25-1f113f5a62da req-52d783cf-4438-49ad-a076-671a223ad506 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399718 Jun 10 22:51:55.735575 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:55.782265 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de72788-68f5-4693-bd8c-3fb1fb250c49 req-44835810-0fa9-4fbf-b95e-57da3e39d7a6 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:55.783643 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2de72788-68f5-4693-bd8c-3fb1fb250c49 req-44835810-0fa9-4fbf-b95e-57da3e39d7a6 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0818005 Jun 10 22:51:55.828663 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2de72788-68f5-4693-bd8c-3fb1fb250c49 req-f9772ff7-88b0-4dec-a647-f4007ef72f9c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384080 Jun 10 22:51:55.923901 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Request body: {'port': {'device_id': 'da62f55e-4749-40d0-b1f7-26edec17728d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:51:56.011438 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:56.082618 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a7362-62d3-45ef-b5ce-d717f997af6b req-cfe956e0-3b04-4b72-94e4-5d2a398e032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:56.084053 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2b8a7362-62d3-45ef-b5ce-d717f997af6b req-cfe956e0-3b04-4b72-94e4-5d2a398e032d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 1097 time: 0.0581372 Jun 10 22:51:56.216225 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a7362-62d3-45ef-b5ce-d717f997af6b req-c2505648-c303-4b1f-93df-4f2bc54e70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:56.217201 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2b8a7362-62d3-45ef-b5ce-d717f997af6b req-c2505648-c303-4b1f-93df-4f2bc54e70ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bf55eb4-ce53-42eb-adc7-05ee654e0346 HTTP/1.1" status: 200 len: 917 time: 0.1115930 Jun 10 22:51:56.306129 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2b8a7362-62d3-45ef-b5ce-d717f997af6b req-6e0e2fe5-e3ec-4265-b1e3-5eae129b2c09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f HTTP/1.1" status: 200 len: 1000 time: 0.0819991 Jun 10 22:51:56.330485 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7067cf-5233-4b15-9458-ec8cb3a450e6 {{(pid=98754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:51:56.337796 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:56.349707 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Transition to ACTIVE for port object 6b7067cf-5233-4b15-9458-ec8cb3a450e6 will not be triggered until provisioned by entity L2. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:51:56.364586 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a7362-62d3-45ef-b5ce-d717f997af6b req-e9a364e1-4b3d-4fe0-bbd5-a6b0d8ae932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:56.364586 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2b8a7362-62d3-45ef-b5ce-d717f997af6b req-e9a364e1-4b3d-4fe0-bbd5-a6b0d8ae932c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35d4f47f-32e3-473c-b6fb-4be1ccbc6118 HTTP/1.1" status: 200 len: 856 time: 0.0507333 Jun 10 22:51:56.398000 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:56.401322 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2e17abdc-14ac-4fa2-870c-2cc53a44d291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:56.427517 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a7362-62d3-45ef-b5ce-d717f997af6b req-7cde7df1-4b93-4afb-a266-377fe16912eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:56.429037 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2b8a7362-62d3-45ef-b5ce-d717f997af6b req-7cde7df1-4b93-4afb-a266-377fe16912eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bf55eb4-ce53-42eb-adc7-05ee654e0346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582354 Jun 10 22:51:56.535517 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7067cf-5233-4b15-9458-ec8cb3a450e6,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:56.538532 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:56.554269 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2b8a7362-62d3-45ef-b5ce-d717f997af6b req-411d7abd-5d7b-46d8-a246-12ffb1ad1ec6 service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178286 Jun 10 22:51:56.650202 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160898fc-4268-4999-b240-57a58a4e3c00 req-37d159dd-d7b1-40ba-9291-ad01851a9c0f tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:56.652684 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-160898fc-4268-4999-b240-57a58a4e3c00 req-37d159dd-d7b1-40ba-9291-ad01851a9c0f tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 943 time: 0.2045417 Jun 10 22:51:56.656975 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Attempting to bind port 6b7067cf-5233-4b15-9458-ec8cb3a450e6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:51:56.657325 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Attempting to bind port 6b7067cf-5233-4b15-9458-ec8cb3a450e6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c37f4c3b-097e-47be-9c7e-7abe3200dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '603c7f11-d663-42c9-954b-e8c77404d6c2'}] {{(pid=98754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:51:56.657661 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Attempting to bind port 6b7067cf-5233-4b15-9458-ec8cb3a450e6 on network 603c7f11-d663-42c9-954b-e8c77404d6c2 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:51:56.678106 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Port 6b7067cf-5233-4b15-9458-ec8cb3a450e6 on network 603c7f11-d663-42c9-954b-e8c77404d6c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:51:56.678822 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Attempting to bind port 6b7067cf-5233-4b15-9458-ec8cb3a450e6 on network 603c7f11-d663-42c9-954b-e8c77404d6c2 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:51:56.684196 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2b8a7362-62d3-45ef-b5ce-d717f997af6b req-9977196b-769e-4926-8245-e7898f823c7e service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228662 Jun 10 22:51:56.690712 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:51:56.691751 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Checking segment: {'id': 'c37f4c3b-097e-47be-9c7e-7abe3200dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '603c7f11-d663-42c9-954b-e8c77404d6c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:51:56.691751 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Bound using segment: {'id': 'c37f4c3b-097e-47be-9c7e-7abe3200dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '603c7f11-d663-42c9-954b-e8c77404d6c2'} {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:51:56.692040 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Bound port: 6b7067cf-5233-4b15-9458-ec8cb3a450e6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37f4c3b-097e-47be-9c7e-7abe3200dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '603c7f11-d663-42c9-954b-e8c77404d6c2'}}] {{(pid=98754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:51:56.692321 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:56.722606 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-160898fc-4268-4999-b240-57a58a4e3c00 req-bf40b942-3a53-4a31-908b-855cd21a5b62 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608144 Jun 10 22:51:56.796449 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] For port 6b7067cf-5233-4b15-9458-ec8cb3a450e6, host hv-cinder-79053, cleared binding levels {{(pid=98754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:51:56.800063 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] For port 6b7067cf-5233-4b15-9458-ec8cb3a450e6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b7067cf-5233-4b15-9458-ec8cb3a450e6,segment=NetworkSegment(c37f4c3b-097e-47be-9c7e-7abe3200dc28),segment_id=c37f4c3b-097e-47be-9c7e-7abe3200dc28)] {{(pid=98754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:51:56.855774 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:56.858067 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:51:56.902570 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:56.903047 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:56.904503 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-77615126-a093-416e-b18b-b24ea973e216 service neutron] 10.222.0.13 "PUT /v2.0/ports/6b7067cf-5233-4b15-9458-ec8cb3a450e6 HTTP/1.1" status: 200 len: 1093 time: 0.9855134 Jun 10 22:51:56.906637 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da62f55e-4749-40d0-b1f7-26edec17728d', 'tag': '6b7067cf-5233-4b15-9458-ec8cb3a450e6'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:51:56.908975 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e951910-71c8-4df7-a2c1-8a23ed8d0384" -d '{"events": [{"name": "network-changed", "server_uuid": "da62f55e-4749-40d0-b1f7-26edec17728d", "tag": "6b7067cf-5233-4b15-9458-ec8cb3a450e6"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:51:56.923091 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b645809-625a-458e-825a-2c7d055a0da4 req-66465fd9-196d-411d-8236-73abafe5de99 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:56.925554 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6b645809-625a-458e-825a-2c7d055a0da4 req-66465fd9-196d-411d-8236-73abafe5de99 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0727100 Jun 10 22:51:56.931725 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7067cf-5233-4b15-9458-ec8cb3a450e6,revision_number=3']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:51:56.935091 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:51:56.968214 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6b645809-625a-458e-825a-2c7d055a0da4 req-5c42a218-3da2-48fc-a95c-c97cc3a32caf tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365713 Jun 10 22:51:57.027345 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bb407-e595-4b3c-9bfe-448e7114b851 req-0952e06f-7e45-4567-a046-37becfed61c0 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:57.028867 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6c2bb407-e595-4b3c-9bfe-448e7114b851 req-0952e06f-7e45-4567-a046-37becfed61c0 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0750103 Jun 10 22:51:57.110465 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6c2bb407-e595-4b3c-9bfe-448e7114b851 req-d667c62d-e7b3-4198-8b76-fffdb067e065 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710454 Jun 10 22:51:57.135190 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-e2dd72c7-6635-4a65-8d22-90add4467ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:57.135190 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-e2dd72c7-6635-4a65-8d22-90add4467ddf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d578aa02913f47cab5e836008545515e&device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 1096 time: 0.1013956 Jun 10 22:51:57.160719 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe45995-b531-487f-8991-a34217a60e9f x-openstack-request-id: req-efe45995-b531-487f-8991-a34217a60e9f {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:51:57.161044 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da62f55e-4749-40d0-b1f7-26edec17728d", "tag": "6b7067cf-5233-4b15-9458-ec8cb3a450e6", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:51:57.161329 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efe45995-b531-487f-8991-a34217a60e9f {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:51:57.161761 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da62f55e-4749-40d0-b1f7-26edec17728d', 'tag': '6b7067cf-5233-4b15-9458-ec8cb3a450e6', 'status': 'completed', 'code': 200} Jun 10 22:51:57.238770 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:57.391692 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-0cb75f4a-32c9-4b9e-a107-99d08b3429c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b7067cf-5233-4b15-9458-ec8cb3a450e6 HTTP/1.1" status: 200 len: 217 time: 0.0513203 Jun 10 22:51:57.455208 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-9a9d95b9-9194-40ea-9263-5a23a9195504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:57.456674 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-9a9d95b9-9194-40ea-9263-5a23a9195504 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d61f6821-e830-43d5-8beb-32997cc46bce HTTP/1.1" status: 200 len: 853 time: 0.0514233 Jun 10 22:51:57.498936 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-0099ac36-64e3-4a24-8abe-ca5e01e7f843 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=603c7f11-d663-42c9-954b-e8c77404d6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334625 Jun 10 22:51:57.624988 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-89626cee-483a-4c3a-bd69-df5f3ebbaa04 service neutron] 10.222.0.13 "GET /v2.0/networks/603c7f11-d663-42c9-954b-e8c77404d6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137986 Jun 10 22:51:57.743527 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-27c33d41-04b4-4c5e-9a6c-23adf9b0c5c5 req-f895ea0c-4bff-4cb0-9a7f-fd9f044392d4 service neutron] 10.222.0.13 "GET /v2.0/networks/603c7f11-d663-42c9-954b-e8c77404d6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106174 Jun 10 22:51:57.763834 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85005764-6869-4299-8791-a51b22d8d313 req-6198be8c-4d47-4d67-9361-985225e33efb tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:57.765449 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-85005764-6869-4299-8791-a51b22d8d313 req-6198be8c-4d47-4d67-9361-985225e33efb tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0735161 Jun 10 22:51:57.809802 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-85005764-6869-4299-8791-a51b22d8d313 req-e87b7be7-8ef6-4e6f-87c2-00fee07e5f05 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384436 Jun 10 22:51:57.966517 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fc560-9235-4776-8096-3b323acca960 req-7058dd61-0158-48e4-91fd-5da2ff389c78 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:57.967990 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bd1fc560-9235-4776-8096-3b323acca960 req-7058dd61-0158-48e4-91fd-5da2ff389c78 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 943 time: 0.1225951 Jun 10 22:51:57.969582 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e951910-71c8-4df7-a2c1-8a23ed8d0384 req-3cff35b8-20c6-4697-ae58-16925c7638a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:57.970874 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8e951910-71c8-4df7-a2c1-8a23ed8d0384 req-3cff35b8-20c6-4697-ae58-16925c7638a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d578aa02913f47cab5e836008545515e&device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 1096 time: 0.0909247 Jun 10 22:51:58.040493 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bd1fc560-9235-4776-8096-3b323acca960 req-d7aeac58-fc64-42bb-9b4a-2adb6537cc44 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661457 Jun 10 22:51:58.110629 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e951910-71c8-4df7-a2c1-8a23ed8d0384 req-44e59ce8-eaf0-4bbf-9ca3-2940aa113b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:58.112100 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8e951910-71c8-4df7-a2c1-8a23ed8d0384 req-44e59ce8-eaf0-4bbf-9ca3-2940aa113b81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=603c7f11-d663-42c9-954b-e8c77404d6c2 HTTP/1.1" status: 200 len: 913 time: 0.1322286 Jun 10 22:51:58.153584 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b061d2-10f6-441b-a899-07d5cc1e105d req-99cd0971-d62a-4ae3-aaeb-d18e2f46c0a0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:58.155056 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-34b061d2-10f6-441b-a899-07d5cc1e105d req-99cd0971-d62a-4ae3-aaeb-d18e2f46c0a0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0676870 Jun 10 22:51:58.165795 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8e951910-71c8-4df7-a2c1-8a23ed8d0384 req-887e1c97-50d7-4ecf-b4f8-13d0a07581fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b7067cf-5233-4b15-9458-ec8cb3a450e6 HTTP/1.1" status: 200 len: 217 time: 0.0459342 Jun 10 22:51:58.198603 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-34b061d2-10f6-441b-a899-07d5cc1e105d req-3f035a2c-cdd1-4537-9e8d-f922f653b39d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370510 Jun 10 22:51:58.223005 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e951910-71c8-4df7-a2c1-8a23ed8d0384 req-59ba89c2-d904-4f04-9e49-6eacb7b8f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:58.224468 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8e951910-71c8-4df7-a2c1-8a23ed8d0384 req-59ba89c2-d904-4f04-9e49-6eacb7b8f2fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d61f6821-e830-43d5-8beb-32997cc46bce HTTP/1.1" status: 200 len: 853 time: 0.0523863 Jun 10 22:51:58.264667 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8e951910-71c8-4df7-a2c1-8a23ed8d0384 req-f7d66485-40dc-4df7-b6ba-754963689cb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=603c7f11-d663-42c9-954b-e8c77404d6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325019 Jun 10 22:51:58.380523 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8e951910-71c8-4df7-a2c1-8a23ed8d0384 req-46d07ce4-191c-4293-87c9-aa993e71594d service neutron] 10.222.0.13 "GET /v2.0/networks/603c7f11-d663-42c9-954b-e8c77404d6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067932 Jun 10 22:51:58.492441 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8e951910-71c8-4df7-a2c1-8a23ed8d0384 req-d1e2c5a4-8530-4c5f-9db4-fe1716c86bb0 service neutron] 10.222.0.13 "GET /v2.0/networks/603c7f11-d663-42c9-954b-e8c77404d6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045887 Jun 10 22:51:58.989197 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1d69-41ab-4f63-bc17-fb9ed54b2174 req-a7850578-74b8-4d7a-83e6-8020c2864cb5 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:58.990625 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0d1d69-41ab-4f63-bc17-fb9ed54b2174 req-a7850578-74b8-4d7a-83e6-8020c2864cb5 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0706527 Jun 10 22:51:59.029811 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ef0d1d69-41ab-4f63-bc17-fb9ed54b2174 req-57f4814f-8024-4a01-9710-5269a48fcfa5 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337007 Jun 10 22:51:59.223942 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28759435-7f1f-40ac-ac31-77e92cd63152 req-b6eee592-2be5-4cff-9966-a8f0a22c698a tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:59.225324 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-28759435-7f1f-40ac-ac31-77e92cd63152 req-b6eee592-2be5-4cff-9966-a8f0a22c698a tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 943 time: 0.0758505 Jun 10 22:51:59.266843 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-28759435-7f1f-40ac-ac31-77e92cd63152 req-71cf509a-fbba-4243-9f5e-c7a06308e0e5 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358243 Jun 10 22:51:59.379834 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784281d-a2df-494d-bda4-5784a076fed8 req-bdcca8c2-4938-4d5e-87f2-17ac3068823b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:59.381287 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2784281d-a2df-494d-bda4-5784a076fed8 req-bdcca8c2-4938-4d5e-87f2-17ac3068823b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0659678 Jun 10 22:51:59.421731 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2784281d-a2df-494d-bda4-5784a076fed8 req-634aefbf-ae2c-4ef7-86d0-beff7ee203b3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349905 Jun 10 22:51:59.684583 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb6fff-7e49-4576-abaf-1d8eee2a5fea req-d7c02e4e-cf67-47b6-bdd1-8b308a05f7a1 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:51:59.685995 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a0fb6fff-7e49-4576-abaf-1d8eee2a5fea req-d7c02e4e-cf67-47b6-bdd1-8b308a05f7a1 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.13 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0709651 Jun 10 22:51:59.794717 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [req-a0fb6fff-7e49-4576-abaf-1d8eee2a5fea req-2d75b6c1-39c5-4b0d-ac7d-5a719954568c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Deleting port e2e56c23-b20d-4945-b170-dea18d0d20e8 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:51:59.795056 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-a0fb6fff-7e49-4576-abaf-1d8eee2a5fea req-2d75b6c1-39c5-4b0d-ac7d-5a719954568c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:51:59.904724 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-a0fb6fff-7e49-4576-abaf-1d8eee2a5fea req-2d75b6c1-39c5-4b0d-ac7d-5a719954568c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] For port e2e56c23-b20d-4945-b170-dea18d0d20e8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2e56c23-b20d-4945-b170-dea18d0d20e8,segment=NetworkSegment(09ee73b1-40b6-4af6-b2a6-1616ca333d52),segment_id=09ee73b1-40b6-4af6-b2a6-1616ca333d52)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:51:59.905000 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-a0fb6fff-7e49-4576-abaf-1d8eee2a5fea req-2d75b6c1-39c5-4b0d-ac7d-5a719954568c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:00.214788 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca08f4e-ed83-4a7c-b7bd-c86405196836 req-ea3c4d36-50b9-4491-aaf6-675c14433742 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:00.216207 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eca08f4e-ed83-4a7c-b7bd-c86405196836 req-ea3c4d36-50b9-4491-aaf6-675c14433742 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 950 time: 0.0705152 Jun 10 22:52:00.248179 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [req-a0fb6fff-7e49-4576-abaf-1d8eee2a5fea req-2d75b6c1-39c5-4b0d-ac7d-5a719954568c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Calling delete_port for e2e56c23-b20d-4945-b170-dea18d0d20e8 owned by compute:nova {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:52:00.258784 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eca08f4e-ed83-4a7c-b7bd-c86405196836 req-72163fb9-a614-4d24-88b4-df7dca843cad tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/security-groups?id=dcd35095-b203-435d-b703-e6815a682f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363591 Jun 10 22:52:00.460795 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa8716-3fb6-4b5b-97b2-db3e40b1cefd req-045ba403-57e9-4341-b075-1a438a3a44cb tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:00.462249 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6cfa8716-3fb6-4b5b-97b2-db3e40b1cefd req-045ba403-57e9-4341-b075-1a438a3a44cb tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 943 time: 0.0811396 Jun 10 22:52:00.487829 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-a0fb6fff-7e49-4576-abaf-1d8eee2a5fea req-2d75b6c1-39c5-4b0d-ac7d-5a719954568c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:00.492658 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e50341c9-3fa9-4bbc-ba25-ad35008c036d tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:00.500417 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['e2e56c23-b20d-4945-b170-dea18d0d20e8'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:52:00.530350 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75b6c1-39c5-4b0d-ac7d-5a719954568c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Pushing event deleted for resources: {'Port': ['ID=e2e56c23-b20d-4945-b170-dea18d0d20e8,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:00.545798 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2d75b6c1-39c5-4b0d-ac7d-5a719954568c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:00.573284 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6cfa8716-3fb6-4b5b-97b2-db3e40b1cefd req-ee407cd5-e708-43bb-916c-b4a18d74d3f0 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051612 Jun 10 22:52:00.597773 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fb6fff-7e49-4576-abaf-1d8eee2a5fea req-2d75b6c1-39c5-4b0d-ac7d-5a719954568c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] No DVR routers for this DVR port e2e56c23-b20d-4945-b170-dea18d0d20e8 on host hv-cinder-79053 {{(pid=98754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:52:00.601164 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-a0fb6fff-7e49-4576-abaf-1d8eee2a5fea req-2d75b6c1-39c5-4b0d-ac7d-5a719954568c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:00.603205 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a0fb6fff-7e49-4576-abaf-1d8eee2a5fea req-2d75b6c1-39c5-4b0d-ac7d-5a719954568c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.13 "DELETE /v2.0/ports/e2e56c23-b20d-4945-b170-dea18d0d20e8 HTTP/1.1" status: 204 len: 173 time: 0.9110122 Jun 10 22:52:00.603701 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923f8590-d0d2-4463-87bf-ed1bbc8df83d', 'name': 'network-vif-deleted', 'tag': 'e2e56c23-b20d-4945-b170-dea18d0d20e8'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:52:00.606063 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8b2a28-8a83-4fae-a615-f580738b558e" -d '{"events": [{"server_uuid": "923f8590-d0d2-4463-87bf-ed1bbc8df83d", "name": "network-vif-deleted", "tag": "e2e56c23-b20d-4945-b170-dea18d0d20e8"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:52:00.633240 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97c5db-40eb-44aa-815d-967e99845a20 req-acc33765-6d7a-4e95-9249-6e8450143aba tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:00.634454 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2d97c5db-40eb-44aa-815d-967e99845a20 req-acc33765-6d7a-4e95-9249-6e8450143aba tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0870564 Jun 10 22:52:00.668830 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf58536-b840-4e43-b041-b697653280ee x-openstack-request-id: req-dcf58536-b840-4e43-b041-b697653280ee {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:52:00.669157 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923f8590-d0d2-4463-87bf-ed1bbc8df83d", "name": "network-vif-deleted", "tag": "e2e56c23-b20d-4945-b170-dea18d0d20e8", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:52:00.669439 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcf58536-b840-4e43-b041-b697653280ee {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:52:00.669860 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923f8590-d0d2-4463-87bf-ed1bbc8df83d', 'name': 'network-vif-deleted', 'tag': 'e2e56c23-b20d-4945-b170-dea18d0d20e8', 'status': 'completed', 'code': 200} Jun 10 22:52:00.694210 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2d97c5db-40eb-44aa-815d-967e99845a20 req-6aa83131-6189-4c76-9047-beda8d2c604c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490866 Jun 10 22:52:01.432395 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8e988e0c-555e-4bd7-bdd8-d1a834550cd4 req-4b78e7e8-9b7c-44f0-8038-6e83940809d4 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] 10.222.0.25 "GET /v2.0/ports?device_id=923f8590-d0d2-4463-87bf-ed1bbc8df83d HTTP/1.1" status: 200 len: 210 time: 0.0360253 Jun 10 22:52:01.767091 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c719b-9c16-4909-b174-3082f8edb1aa req-47b2d68b-3158-4a43-8f22-ea35553aea72 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:01.769215 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-387c719b-9c16-4909-b174-3082f8edb1aa req-47b2d68b-3158-4a43-8f22-ea35553aea72 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 943 time: 0.0700233 Jun 10 22:52:01.810328 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-387c719b-9c16-4909-b174-3082f8edb1aa req-d53903d2-b9b8-4a49-8da4-d4c217612d53 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353861 Jun 10 22:52:01.880534 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76d5e3-28ec-4ad9-999a-b9b7b7049395 req-a27f2fde-75f6-45da-97d4-1f0a41de1439 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:01.881939 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ff76d5e3-28ec-4ad9-999a-b9b7b7049395 req-a27f2fde-75f6-45da-97d4-1f0a41de1439 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0684953 Jun 10 22:52:01.922926 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ff76d5e3-28ec-4ad9-999a-b9b7b7049395 req-b45dc560-cb76-4182-b58b-18102d10500d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353231 Jun 10 22:52:02.583391 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 6b7067cf-5233-4b15-9458-ec8cb3a450e6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:52:02.706558 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 6b7067cf-5233-4b15-9458-ec8cb3a450e6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b7067cf-5233-4b15-9458-ec8cb3a450e6,segment=NetworkSegment(c37f4c3b-097e-47be-9c7e-7abe3200dc28),segment_id=c37f4c3b-097e-47be-9c7e-7abe3200dc28)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:02.718316 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '6b7067cf-5233-4b15-9458-ec8cb3a450e6', 'network_id': '603c7f11-d663-42c9-954b-e8c77404d6c2', 'port_id': '6b7067cf-5233-4b15-9458-ec8cb3a450e6', 'mac_address': 'fa:16:3e:70:8d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61f6821-e830-43d5-8beb-32997cc46bce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:52:02.763215 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:02.777890 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7067cf-5233-4b15-9458-ec8cb3a450e6 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:52:02.798632 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 6b7067cf-5233-4b15-9458-ec8cb3a450e6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b7067cf-5233-4b15-9458-ec8cb3a450e6,segment=NetworkSegment(c37f4c3b-097e-47be-9c7e-7abe3200dc28),segment_id=c37f4c3b-097e-47be-9c7e-7abe3200dc28)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:02.866971 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:02.869166 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:02.929590 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=6b7067cf-5233-4b15-9458-ec8cb3a450e6,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:02.935627 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:02.999449 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b405b-bcff-4c41-a21a-732a4c074ed2 req-f2891e8c-c616-4405-93fc-f9eae441f572 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:03.001196 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e30b405b-bcff-4c41-a21a-732a4c074ed2 req-f2891e8c-c616-4405-93fc-f9eae441f572 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 944 time: 0.0727620 Jun 10 22:52:03.058117 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e30b405b-bcff-4c41-a21a-732a4c074ed2 req-7d232675-3bcc-4e51-ab9d-694eda5f9dad tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504181 Jun 10 22:52:03.122679 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76473c5-0969-4fbc-a346-7131e016f3dc req-f32eda41-f05f-4947-af61-1eec45dc0f32 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:03.124226 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a76473c5-0969-4fbc-a346-7131e016f3dc req-f32eda41-f05f-4947-af61-1eec45dc0f32 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0738266 Jun 10 22:52:03.168078 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a76473c5-0969-4fbc-a346-7131e016f3dc req-2f3ba2e0-9d81-4512-902f-d71243647806 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352540 Jun 10 22:52:03.274064 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['6b7067cf-5233-4b15-9458-ec8cb3a450e6'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:52:04.243821 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763042bd-cb9f-4ba7-850b-96f29e0a0304 req-8ed8ed36-9a1a-4683-8ebc-a0aae7b77279 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:04.245356 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-763042bd-cb9f-4ba7-850b-96f29e0a0304 req-8ed8ed36-9a1a-4683-8ebc-a0aae7b77279 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 944 time: 0.0725701 Jun 10 22:52:04.288448 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-763042bd-cb9f-4ba7-850b-96f29e0a0304 req-64fe91b1-f74d-4f10-bfd1-004a44a681b9 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373776 Jun 10 22:52:04.358344 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7850-653e-4dad-b1e3-a16623e3d6de req-573f19a8-8fd7-4d69-94fb-b00fd8aec598 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:04.359823 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ec6d7850-653e-4dad-b1e3-a16623e3d6de req-573f19a8-8fd7-4d69-94fb-b00fd8aec598 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0729673 Jun 10 22:52:04.401636 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ec6d7850-653e-4dad-b1e3-a16623e3d6de req-1d49ce83-747d-449a-9742-bea611c079d0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359473 Jun 10 22:52:04.600815 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 6b7067cf-5233-4b15-9458-ec8cb3a450e6 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:04.729703 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port 6b7067cf-5233-4b15-9458-ec8cb3a450e6 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:04.739625 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 6b7067cf-5233-4b15-9458-ec8cb3a450e6 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:04.739625 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:04.826385 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:04.860842 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da62f55e-4749-40d0-b1f7-26edec17728d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7067cf-5233-4b15-9458-ec8cb3a450e6'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:52:04.860842 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d0363e-bd1c-4159-81e8-e368c9a3d873" -d '{"events": [{"server_uuid": "da62f55e-4749-40d0-b1f7-26edec17728d", "name": "network-vif-plugged", "status": "completed", "tag": "6b7067cf-5233-4b15-9458-ec8cb3a450e6"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:52:04.869973 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 6b7067cf-5233-4b15-9458-ec8cb3a450e6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b7067cf-5233-4b15-9458-ec8cb3a450e6,segment=NetworkSegment(c37f4c3b-097e-47be-9c7e-7abe3200dc28),segment_id=c37f4c3b-097e-47be-9c7e-7abe3200dc28)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:04.941389 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:04.942388 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device e2e56c23-b20d-4945-b170-dea18d0d20e8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:52:04.952138 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:04.970704 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a408abdb-9cd4-46a9-888f-d3c37fc55b02 x-openstack-request-id: req-a408abdb-9cd4-46a9-888f-d3c37fc55b02 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:52:04.971011 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da62f55e-4749-40d0-b1f7-26edec17728d", "name": "network-vif-plugged", "status": "completed", "tag": "6b7067cf-5233-4b15-9458-ec8cb3a450e6", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:52:04.971259 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a408abdb-9cd4-46a9-888f-d3c37fc55b02 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:52:04.972272 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da62f55e-4749-40d0-b1f7-26edec17728d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7067cf-5233-4b15-9458-ec8cb3a450e6', 'code': 200} Jun 10 22:52:04.993141 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: e2e56c23-b20d-4945-b170-dea18d0d20e8 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:52:04.993496 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device e2e56c23-b20d-4945-b170-dea18d0d20e8 not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:52:05.021631 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=6b7067cf-5233-4b15-9458-ec8cb3a450e6,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:05.024529 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:05.374634 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0949e8-dda7-48c4-a01f-729ad59ab901 req-a373949d-6700-40c7-adc2-867d241579e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:05.376333 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-dc0949e8-dda7-48c4-a01f-729ad59ab901 req-a373949d-6700-40c7-adc2-867d241579e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 1098 time: 0.0696573 Jun 10 22:52:05.420549 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-dc0949e8-dda7-48c4-a01f-729ad59ab901 req-7afe163e-7b9d-46de-ad12-a9a5e0fe3238 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373931 Jun 10 22:52:05.482065 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40312231-af7a-40d6-969e-cfa8ed0b95be req-40d58d2e-ffcf-41d5-9bc4-9f8b23e9b507 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:05.483580 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-40312231-af7a-40d6-969e-cfa8ed0b95be req-40d58d2e-ffcf-41d5-9bc4-9f8b23e9b507 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 945 time: 0.0764856 Jun 10 22:52:05.529446 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-40312231-af7a-40d6-969e-cfa8ed0b95be req-dde83d96-52ad-44d9-bc94-7a3729981939 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369003 Jun 10 22:52:05.604580 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbededa2-81b5-48a1-bb90-14a8b9237025 req-51f21bb4-7f73-4301-ad7e-134b0f12f623 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:05.606072 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bbededa2-81b5-48a1-bb90-14a8b9237025 req-51f21bb4-7f73-4301-ad7e-134b0f12f623 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0732775 Jun 10 22:52:05.647326 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bbededa2-81b5-48a1-bb90-14a8b9237025 req-f539a873-1417-450f-ac8b-ec6e9c0dd10e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356462 Jun 10 22:52:06.624060 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device cdee1119-d02b-4619-bb2d-5bc0d01bc75f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:52:06.710925 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77301427-a6cc-43a3-9071-3ee26b978b75 req-3a4e26bd-f9f4-4ec5-95cf-e8afa7aef1fb tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:06.712469 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-77301427-a6cc-43a3-9071-3ee26b978b75 req-3a4e26bd-f9f4-4ec5-95cf-e8afa7aef1fb tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 945 time: 0.0709763 Jun 10 22:52:06.748722 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port cdee1119-d02b-4619-bb2d-5bc0d01bc75f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:06.761705 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'port_id': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'mac_address': 'fa:16:3e:62:2e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:52:06.765704 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-77301427-a6cc-43a3-9071-3ee26b978b75 req-ca806457-7a27-4301-aed3-46523cc88dfa tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436993 Jun 10 22:52:06.807255 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:06.826910 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdee1119-d02b-4619-bb2d-5bc0d01bc75f {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:52:06.848400 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port cdee1119-d02b-4619-bb2d-5bc0d01bc75f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:06.871374 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e9ad0-2c2d-49f1-badd-93d7cd980548 req-515d3531-02ed-4f4d-93e6-085dda702f7a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:06.872881 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-857e9ad0-2c2d-49f1-badd-93d7cd980548 req-515d3531-02ed-4f4d-93e6-085dda702f7a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 944 time: 0.0696332 Jun 10 22:52:06.914439 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-857e9ad0-2c2d-49f1-badd-93d7cd980548 req-4af02aaf-fd9d-4aee-8270-f86c28b0c406 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352352 Jun 10 22:52:06.952300 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:06.954528 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-af485742-9169-4524-bee9-a52e3110ad93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:07.006628 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,revision_number=9']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:07.010864 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:07.429872 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['cdee1119-d02b-4619-bb2d-5bc0d01bc75f'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:52:07.946720 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14799108-adb0-4617-84ba-68db2e1937ea req-f45634ca-2391-4a33-a4c8-a1204d01b690 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:07.948270 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-14799108-adb0-4617-84ba-68db2e1937ea req-f45634ca-2391-4a33-a4c8-a1204d01b690 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 945 time: 0.0738285 Jun 10 22:52:07.990726 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-14799108-adb0-4617-84ba-68db2e1937ea req-9fa39622-67ae-443b-8bed-9984f3d22531 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365942 Jun 10 22:52:08.006935 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49648) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:08.109543 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174507c-d884-4b5b-bfc7-0146a39386ff req-921660bf-5d38-41ee-bc45-75da8a4a4bcf tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:08.111318 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4174507c-d884-4b5b-bfc7-0146a39386ff req-921660bf-5d38-41ee-bc45-75da8a4a4bcf tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 945 time: 0.0749986 Jun 10 22:52:08.156286 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-caa7841f-e39b-422b-8279-75c301bb2ae2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8198dc06914464cb32af650fbe5a46a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479180 Jun 10 22:52:08.156874 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49658) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:08.160493 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4174507c-d884-4b5b-bfc7-0146a39386ff req-c1eab5e6-74f0-443c-afe1-f25ddcdad05c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428810 Jun 10 22:52:08.216216 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:08.239507 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:08.359019 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:08.361700 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:08.365946 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcd35095-b203-435d-b703-e6815a682f23 HTTP/1.1" status: 204 len: 168 time: 0.2057431 Jun 10 22:52:08.365946 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-fe4a07db-2c57-4b32-b149-d289f6669b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:08.373387 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd35095-b203-435d-b703-e6815a682f23,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:08.380816 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:08.381204 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:08.381622 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:08.381885 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:08.382235 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:08.382677 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:08.382992 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:08.383362 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:08.383724 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:08.384114 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:08.384499 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:08.384859 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:08.391595 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:08.608499 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device cdee1119-d02b-4619-bb2d-5bc0d01bc75f up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:08.663567 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port cdee1119-d02b-4619-bb2d-5bc0d01bc75f triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:08.663905 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:08.751777 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:08.776298 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:52:08.778783 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7186a3e2-1d41-4062-8a45-b9d2ddb937b2" -d '{"events": [{"server_uuid": "3b339c18-ed04-4f48-954f-7f98996cb69b", "name": "network-vif-plugged", "status": "completed", "tag": "cdee1119-d02b-4619-bb2d-5bc0d01bc75f"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:52:08.797017 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port cdee1119-d02b-4619-bb2d-5bc0d01bc75f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:08.819224 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c94e66c-4f9f-4132-8d21-fa5fc8033d35 x-openstack-request-id: req-1c94e66c-4f9f-4132-8d21-fa5fc8033d35 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:52:08.819522 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b339c18-ed04-4f48-954f-7f98996cb69b", "name": "network-vif-plugged", "status": "completed", "tag": "cdee1119-d02b-4619-bb2d-5bc0d01bc75f", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:52:08.819962 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c94e66c-4f9f-4132-8d21-fa5fc8033d35 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:52:08.820205 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'code': 200} Jun 10 22:52:08.912424 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:08.915059 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-b9a1be4c-c4b6-474d-bf57-3b3bf37dc78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:08.968989 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,revision_number=10']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:08.972080 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:09.354014 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e83147-ed4c-4527-a93a-956946b9f015 req-7cd8ae39-252b-43d1-afad-de126f0eeb83 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:09.355496 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-49e83147-ed4c-4527-a93a-956946b9f015 req-7cd8ae39-252b-43d1-afad-de126f0eeb83 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 947 time: 0.0722222 Jun 10 22:52:09.400019 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-49e83147-ed4c-4527-a93a-956946b9f015 req-a1b59b77-f27c-43aa-b900-b1e4fd82f576 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385301 Jun 10 22:52:09.441783 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49694) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:09.536993 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-704196070-network', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:09.637969 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Made reservation on behalf of 764f131b12ce4bcb9070a3666b914ae8 for: {'network': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:52:09.640383 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:09.651531 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:09.752533 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:09.804783 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed37b7b-ca1d-4b88-96e3-923fa9cc96b6 req-32b86d7f-0424-49a7-9c9f-ea7021eef500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:09.806274 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4ed37b7b-ca1d-4b88-96e3-923fa9cc96b6 req-32b86d7f-0424-49a7-9c9f-ea7021eef500 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 1100 time: 0.0644169 Jun 10 22:52:09.843285 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4ed37b7b-ca1d-4b88-96e3-923fa9cc96b6 req-21965c9d-7adf-42da-a25c-05cd89da8454 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297282 Jun 10 22:52:09.866044 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:09.868911 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b5e02340-bc49-4a88-a024-38da0688d8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:09.891580 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=98754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:52:09.900858 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cadadfe-6875-407e-a6e3-6dafa0e44a1c,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:09.909978 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:09.910323 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.segments_db [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Added segment eb353f22-6b02-41e7-b62f-9412978b80b4 of type vlan for network e2190823-fed9-4f02-bd3d-4284424e14ed Jun 10 22:52:09.920814 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:09.921196 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:09.921561 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:09.921922 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:09.922279 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:09.922639 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:09.922987 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:09.923353 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:09.923685 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:09.924063 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:09.924417 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:09.925014 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:09.936714 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:09.976896 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:10.049457 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:10.050944 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:10.051528 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:10.053588 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b7eeb54a-a963-46d9-a715-7413bf7f203c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:10.131593 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Pushing event updated for resources: {'Network': ['ID=e2190823-fed9-4f02-bd3d-4284424e14ed,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:10.134414 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:10.141273 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network e2190823-fed9-4f02-bd3d-4284424e14ed details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:52:10.141753 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6985090 Jun 10 22:52:10.145314 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49700) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:10.150301 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-1f479035-863e-4cf0-b3e1-8773e5e7991c admin admin] Request body: {'subnet': {'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-704196070-subnet', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'ip_version': 4}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:10.249586 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f479035-863e-4cf0-b3e1-8773e5e7991c admin admin] Made reservation on behalf of 764f131b12ce4bcb9070a3666b914ae8 for: {'subnet': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:52:10.251962 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1f479035-863e-4cf0-b3e1-8773e5e7991c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260754698'] for subnet, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:10.523781 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1f479035-863e-4cf0-b3e1-8773e5e7991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261568235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260754716'] for subnet, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:10.527277 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f8bc299f-2794-400a-897c-317c84ceb6f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:10.628924 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f479035-863e-4cf0-b3e1-8773e5e7991c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b701f2d6-25a0-41b6-9cd9-5ce47e9665d5,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:10.639603 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-1f479035-863e-4cf0-b3e1-8773e5e7991c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:10.650349 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f479035-863e-4cf0-b3e1-8773e5e7991c admin admin] Checking segment: {'id': 'eb353f22-6b02-41e7-b62f-9412978b80b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:10.650706 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f479035-863e-4cf0-b3e1-8773e5e7991c admin admin] Network hostable DHCP agents. Network: e2190823-fed9-4f02-bd3d-4284424e14ed, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:52:10.674106 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57713172-b672-46e1-9349-93a309174990 req-4aad4276-090a-4b07-a269-47944b39cd55 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:10.676373 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-57713172-b672-46e1-9349-93a309174990 req-4aad4276-090a-4b07-a269-47944b39cd55 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 947 time: 0.1440942 Jun 10 22:52:10.717586 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-57713172-b672-46e1-9349-93a309174990 req-84814b82-56d6-4c30-9959-0ab055272225 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354741 Jun 10 22:52:10.792363 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f479035-863e-4cf0-b3e1-8773e5e7991c admin admin] Network e2190823-fed9-4f02-bd3d-4284424e14ed is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:52:10.878256 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-1f479035-863e-4cf0-b3e1-8773e5e7991c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, e2190823-fed9-4f02-bd3d-4284424e14ed) {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:10.882340 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f479035-863e-4cf0-b3e1-8773e5e7991c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:10.882931 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1f479035-863e-4cf0-b3e1-8773e5e7991c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:10.887577 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8c3424-a432-4465-b5ee-db215f56951c None None] Network e2190823-fed9-4f02-bd3d-4284424e14ed requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:52:10.970749 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-1f479035-863e-4cf0-b3e1-8773e5e7991c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8241396 Jun 10 22:52:10.973465 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49708) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:10.977942 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:11.068153 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcda3c494-a473-5c72-ae2c-227ee37b7c35-e2190823-fed9-4f02-bd3d-4284424e14ed', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'fixed_ips': [{'subnet_id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5'}]}} from dv-cinder-790535-2-iscsi. {{(pid=98756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:52:11.068979 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:11.101456 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8999'] for router, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:11.102498 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9180'] for router, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:11.167032 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:11.216454 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.db_base_plugin_common [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Allocated IP 172.20.0.2 (e2190823-fed9-4f02-bd3d-4284424e14ed/b701f2d6-25a0-41b6-9cd9-5ce47e9665d5/80fd194c-f1b6-4768-a8ba-60cf7210fb40) {{(pid=98756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:52:11.387817 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Notify callbacks [] for port, precommit_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:11.396505 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Transition to ACTIVE for port object 80fd194c-f1b6-4768-a8ba-60cf7210fb40 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:11.414202 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Transition to ACTIVE for port object 80fd194c-f1b6-4768-a8ba-60cf7210fb40 will not be triggered until provisioned by entity DHCP. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:11.435142 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:11.484534 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:11.486411 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:11.537053 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Network e2190823-fed9-4f02-bd3d-4284424e14ed is already hosted by enough agents. {{(pid=98756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:11.539946 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.base_scheduler [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Resources bound (agent type, host, resource id): {{(pid=98756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:11.543542 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Received port after_create {{(pid=98756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:52:11.565140 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Pushing event updated for resources: {'Port': ['ID=80fd194c-f1b6-4768-a8ba-60cf7210fb40,revision_number=1']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:11.565140 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:11.638592 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Attempting to bind port 80fd194c-f1b6-4768-a8ba-60cf7210fb40 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:52:11.638870 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Attempting to bind port 80fd194c-f1b6-4768-a8ba-60cf7210fb40 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': 'eb353f22-6b02-41e7-b62f-9412978b80b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:52:11.639484 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Attempting to bind port 80fd194c-f1b6-4768-a8ba-60cf7210fb40 on network e2190823-fed9-4f02-bd3d-4284424e14ed {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:52:11.646594 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:52:11.647107 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Checking segment: {'id': 'eb353f22-6b02-41e7-b62f-9412978b80b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:11.647621 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:11.648138 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Bound using segment: {'id': 'eb353f22-6b02-41e7-b62f-9412978b80b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:52:11.648716 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Bound port: 80fd194c-f1b6-4768-a8ba-60cf7210fb40, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb353f22-6b02-41e7-b62f-9412978b80b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:52:11.649196 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:11.731455 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] For port 80fd194c-f1b6-4768-a8ba-60cf7210fb40, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:52:11.734816 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] For port 80fd194c-f1b6-4768-a8ba-60cf7210fb40, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=80fd194c-f1b6-4768-a8ba-60cf7210fb40,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:52:11.827595 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:11.831797 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:11.900892 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Pushing event updated for resources: {'Port': ['ID=80fd194c-f1b6-4768-a8ba-60cf7210fb40,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:11.904167 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:11.999563 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061a1dc-568f-48ff-a64b-2deebbb6b5e1 req-549ce38f-b733-41e4-8a52-4b1e7dacb934 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:12.001055 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4061a1dc-568f-48ff-a64b-2deebbb6b5e1 req-549ce38f-b733-41e4-8a52-4b1e7dacb934 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 947 time: 0.0874240 Jun 10 22:52:12.186146 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4061a1dc-568f-48ff-a64b-2deebbb6b5e1 req-721ac799-c82b-462f-ac89-92ccda50aace tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291995 Jun 10 22:52:12.197021 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:12.224333 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:12.325569 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 80fd194c-f1b6-4768-a8ba-60cf7210fb40 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:12.349856 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Allocated IP 172.27.0.113 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/794df783-7663-47b7-8615-15533942383b) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:52:12.460851 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 80fd194c-f1b6-4768-a8ba-60cf7210fb40 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:12.473211 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:12.570762 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:12.573777 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:12.622697 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:12.630295 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:12.634352 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:52:12.668112 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=794df783-7663-47b7-8615-15533942383b,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:12.675889 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:12.838609 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54db6d5-65de-4e05-ab14-cc1b9d1214ba None None] Network e2190823-fed9-4f02-bd3d-4284424e14ed requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:52:12.978216 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-78371c5c-0b02-41f9-bfba-aa25dd093568 None None] Provisioning for port 80fd194c-f1b6-4768-a8ba-60cf7210fb40 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:12.989280 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-78371c5c-0b02-41f9-bfba-aa25dd093568 None None] Provisioning complete for port 80fd194c-f1b6-4768-a8ba-60cf7210fb40 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:12.989664 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-78371c5c-0b02-41f9-bfba-aa25dd093568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:13.112977 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:13.123944 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-78371c5c-0b02-41f9-bfba-aa25dd093568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:13.175624 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-78371c5c-0b02-41f9-bfba-aa25dd093568 None None] For port 80fd194c-f1b6-4768-a8ba-60cf7210fb40, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=80fd194c-f1b6-4768-a8ba-60cf7210fb40,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:13.255417 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-78371c5c-0b02-41f9-bfba-aa25dd093568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:13.257433 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:13.319511 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78371c5c-0b02-41f9-bfba-aa25dd093568 None None] Pushing event updated for resources: {'Port': ['ID=80fd194c-f1b6-4768-a8ba-60cf7210fb40,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:13.329912 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-78371c5c-0b02-41f9-bfba-aa25dd093568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:13.375721 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9f7f033b-8bde-4ae6-891c-04a570bbfa2e None None] Provisioning complete for port 80fd194c-f1b6-4768-a8ba-60cf7210fb40 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:13.376409 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9f7f033b-8bde-4ae6-891c-04a570bbfa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:13.401528 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d08ae5-9c25-475e-990b-5d2ec74a1baa req-0226673d-50e1-4077-a9f1-83614940b048 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:13.403308 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b3d08ae5-9c25-475e-990b-5d2ec74a1baa req-0226673d-50e1-4077-a9f1-83614940b048 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 947 time: 0.0874679 Jun 10 22:52:13.431073 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514295'] for router, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:13.448949 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b3d08ae5-9c25-475e-990b-5d2ec74a1baa req-03d7c358-3c1d-4351-8862-eb324f3aa641 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379078 Jun 10 22:52:13.666988 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 is scheduled to L3 agent 9e203144-a816-49db-8412-f3f5fb058eed with binding_index 1 {{(pid=98755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:52:13.809864 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:52:13.818464 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Sync routers for ids ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:52:13.827070 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Routers {'5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:13.827677 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:51:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:13.906781 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Notify callbacks [] for router, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:13.908063 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9335456 Jun 10 22:52:13.911445 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49762) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:14.093955 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Set router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:14.306958 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 80fd194c-f1b6-4768-a8ba-60cf7210fb40 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:14.371620 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:52:12Z', 'revision_number': 3, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:14.378230 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Checking router: 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:52:14.378587 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Updating router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 port 794df783-7663-47b7-8615-15533942383b binding host dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:52:14.381346 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 80fd194c-f1b6-4768-a8ba-60cf7210fb40 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:14.381723 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:14.452320 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:14.460444 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:14.685662 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Allocated IP 172.20.0.1 (e2190823-fed9-4f02-bd3d-4284424e14ed/b701f2d6-25a0-41b6-9cd9-5ce47e9665d5/0ad897f6-4c1b-4b88-ab8e-20bef17bbd03) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:52:14.701674 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4315e12-512b-425c-869a-a04a307364c0 req-22ab9282-f8f5-4e8f-b419-11598cb7780f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:14.703165 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d4315e12-512b-425c-869a-a04a307364c0 req-22ab9282-f8f5-4e8f-b419-11598cb7780f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 947 time: 0.1293275 Jun 10 22:52:14.789400 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Notify callbacks [] for port, precommit_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:14.799454 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Transition to ACTIVE for port object 794df783-7663-47b7-8615-15533942383b will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:14.816297 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d4315e12-512b-425c-869a-a04a307364c0 req-ac6cc114-eae8-4c67-a63e-1c577a5c35ee tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063063 Jun 10 22:52:14.861805 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:14.871692 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Transition to ACTIVE for port object 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 will not be triggered until provisioned by entity DHCP. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:14.918283 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:14.921127 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:14.977208 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Attempting to bind port 794df783-7663-47b7-8615-15533942383b on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:52:14.977594 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Attempting to bind port 794df783-7663-47b7-8615-15533942383b by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:52:14.977968 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Attempting to bind port 794df783-7663-47b7-8615-15533942383b on network 3e0b5106-2246-44f7-b3cf-d443495374ef {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:52:14.984870 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86af405-c90c-407b-b2f1-ada07f162b78 None None] Pushing event updated for resources: {'Port': ['ID=794df783-7663-47b7-8615-15533942383b,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:14.987723 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-f86af405-c90c-407b-b2f1-ada07f162b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:14.989091 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:52:14.989477 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Checking segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:14.989888 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:14.990283 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Bound using segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:52:14.990851 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Bound port: 794df783-7663-47b7-8615-15533942383b, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:52:14.991244 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:15.004579 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:15.007534 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:15.053373 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] For port 794df783-7663-47b7-8615-15533942383b, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:52:15.054001 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Network e2190823-fed9-4f02-bd3d-4284424e14ed is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:15.056497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] For port 794df783-7663-47b7-8615-15533942383b, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=794df783-7663-47b7-8615-15533942383b,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:52:15.056808 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:15.060435 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:52:15.093658 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Pushing event updated for resources: {'Port': ['ID=0ad897f6-4c1b-4b88-ab8e-20bef17bbd03,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:15.098227 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:15.115382 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510768'] for router_interface, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:15.153044 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:15.156536 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-d0d82959-7549-4f38-9f18-766f449b719c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:15.223008 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Routers {'5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:15.223652 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:51:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:15.228480 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86af405-c90c-407b-b2f1-ada07f162b78 None None] Pushing event updated for resources: {'Port': ['ID=794df783-7663-47b7-8615-15533942383b,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:15.284810 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-f86af405-c90c-407b-b2f1-ada07f162b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:15.386458 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] Set router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:15.387076 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:15.428057 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-6336ff24-c604-457f-91d5-e1f805f7f553 None None] Provisioning for port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:15.471260 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-6336ff24-c604-457f-91d5-e1f805f7f553 None None] Provisioning complete for port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:15.471603 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-6336ff24-c604-457f-91d5-e1f805f7f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:15.579605 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-6336ff24-c604-457f-91d5-e1f805f7f553 None None] Port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:52:15.675937 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:52:12Z', 'revision_number': 3, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:15.679573 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5cf3f-7f30-4ae2-a9f9-0d92dd23a42e None None] The sync data for ids ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'] in dv-cinder-790535-2-iscsi is: [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:52:12Z', 'revision_number': 3, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:52:15.883326 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:15.998328 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:16.003995 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:16.097970 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510788'] for router_interface, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:16.099951 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Pushing event updated for resources: {'Port': ['ID=0ad897f6-4c1b-4b88-ab8e-20bef17bbd03,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:16.103227 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:16.247984 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Network e2190823-fed9-4f02-bd3d-4284424e14ed is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:16.249643 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:16.332723 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 794df783-7663-47b7-8615-15533942383b up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:16.459645 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:52:16.483563 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 794df783-7663-47b7-8615-15533942383b completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:16.495077 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 794df783-7663-47b7-8615-15533942383b triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:16.501395 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:16.558627 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-ab06160e-3c6d-4aec-aa44-fb1a51bd015a None None] Provisioning complete for port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:16.559013 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-ab06160e-3c6d-4aec-aa44-fb1a51bd015a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:16.614341 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-ab06160e-3c6d-4aec-aa44-fb1a51bd015a None None] Port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:52:16.664621 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:52:16.666933 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:16.674967 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] 10.222.0.25 "PUT /v2.0/routers/5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7599428 Jun 10 22:52:16.692236 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 794df783-7663-47b7-8615-15533942383b, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=794df783-7663-47b7-8615-15533942383b,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:16.781205 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:16.783093 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-f86af405-c90c-407b-b2f1-ada07f162b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:16.841957 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=794df783-7663-47b7-8615-15533942383b,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:16.845084 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:17.107049 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:17.336145 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Sync routers for ids ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:52:17.346679 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Routers {'5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:17.346679 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:51:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:17.469293 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49804) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:17.474929 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1558150673-network', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:17.500993 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Set router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:17.569495 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Made reservation on behalf of 0936ee131bec4d1aaeedbba5e445da9d for: {'network': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:52:17.571922 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:17.587710 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:17.711740 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:17.782696 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:52:15Z', 'revision_number': 4, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '0ad897f6-4c1b-4b88-ab8e-20bef17bbd03', 'name': '', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'mac_address': 'fa:16:3e:fe:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:14Z', 'updated_at': '2021-06-10T22:52:15Z', 'revision_number': 2, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'subnets': [{'id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:17.786431 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Checking router: 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:52:17.786789 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Updating router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 binding host dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:52:17.827482 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:17.830925 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-d435591f-1f94-4492-976c-77a880519009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:17.835921 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:17.855459 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=98754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:52:17.865851 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0d09c0-78ab-42ad-80a5-4513b60940ac,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:17.870038 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:17.871226 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:17.871608 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.segments_db [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Added segment 3724251e-e7fc-4b22-b306-28714b5e1177 of type vlan for network fed3f4e0-08f3-48ae-b3f7-2f263561f612 Jun 10 22:52:17.933562 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.055729 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.057410 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:18.058004 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.064828 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:18.150251 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Pushing event updated for resources: {'Network': ['ID=fed3f4e0-08f3-48ae-b3f7-2f263561f612,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:18.152927 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:18.164713 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network fed3f4e0-08f3-48ae-b3f7-2f263561f612 details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:52:18.180120 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49818) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:18.180665 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7097228 Jun 10 22:52:18.185563 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-7cfa6d13-8120-434a-bbe5-935e34cb06f9 admin admin] Request body: {'subnet': {'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1558150673-subnet', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'ip_version': 4}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:18.197082 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49820) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:18.233988 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Notify callbacks [] for port, precommit_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.252907 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.provisioning_blocks [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Transition to ACTIVE for port object 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 will not be triggered until provisioned by entity L2. {{(pid=98757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:18.295354 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfa6d13-8120-434a-bbe5-935e34cb06f9 admin admin] Made reservation on behalf of 0936ee131bec4d1aaeedbba5e445da9d for: {'subnet': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:52:18.298411 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6d13-8120-434a-bbe5-935e34cb06f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263884776'] for subnet, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.325787 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 794df783-7663-47b7-8615-15533942383b up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:18.332617 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-92d79445-8659-4fef-81dc-bcec8e3c5fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.335091 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.338806 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-59464bd9-223b-4268-bffa-ba9b07e381c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:18.401136 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 794df783-7663-47b7-8615-15533942383b triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:18.401925 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.453313 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-92d79445-8659-4fef-81dc-bcec8e3c5fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.466276 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Pushing event updated for resources: {'Port': ['ID=0ad897f6-4c1b-4b88-ab8e-20bef17bbd03,revision_number=3']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:18.505427 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:18.505818 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:18.506238 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:18.506664 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:18.507085 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:18.507506 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:18.507957 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:18.508373 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:18.508805 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:18.509236 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:18.509647 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:18.510124 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:18.514667 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:18.518337 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-92d79445-8659-4fef-81dc-bcec8e3c5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.522163 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-19fceeab-a34a-44ff-a35a-db8686869c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:18.563902 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Attempting to bind port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:52:18.564405 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Attempting to bind port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': 'eb353f22-6b02-41e7-b62f-9412978b80b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed'}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:52:18.565084 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Attempting to bind port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 on network e2190823-fed9-4f02-bd3d-4284424e14ed {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:52:18.571242 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:52:18.572037 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Checking segment: {'id': 'eb353f22-6b02-41e7-b62f-9412978b80b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:18.572809 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.573408 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Bound using segment: {'id': 'eb353f22-6b02-41e7-b62f-9412978b80b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed'} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:52:18.574089 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Bound port: 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb353f22-6b02-41e7-b62f-9412978b80b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed'}}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:52:18.574694 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.578693 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-92d79445-8659-4fef-81dc-bcec8e3c5fc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9464b92ad77a4090b450a2bcace41f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796687 Jun 10 22:52:18.581296 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49824) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:18.594290 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d79445-8659-4fef-81dc-bcec8e3c5fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb74a2f-a39e-4210-b359-ed3f2e486f8d,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:18.599440 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-92d79445-8659-4fef-81dc-bcec8e3c5fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:18.643972 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4a5f93bc-a6fa-47c0-baea-32de86156da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.662134 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] For port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:52:18.665244 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] For port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=0ad897f6-4c1b-4b88-ab8e-20bef17bbd03,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:52:18.672452 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6d13-8120-434a-bbe5-935e34cb06f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260563381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263884798'] for subnet, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.676390 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:18.680273 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4a5f93bc-a6fa-47c0-baea-32de86156da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.739797 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa6d13-8120-434a-bbe5-935e34cb06f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba0082f-fbea-4d2a-9d96-3bdc13fad249,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:18.743184 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7cfa6d13-8120-434a-bbe5-935e34cb06f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:18.748891 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfa6d13-8120-434a-bbe5-935e34cb06f9 admin admin] Checking segment: {'id': '3724251e-e7fc-4b22-b306-28714b5e1177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:18.749251 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfa6d13-8120-434a-bbe5-935e34cb06f9 admin admin] Network hostable DHCP agents. Network: fed3f4e0-08f3-48ae-b3f7-2f263561f612, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:52:18.781631 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.785124 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:18.820845 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4a5f93bc-a6fa-47c0-baea-32de86156da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.823678 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4a5f93bc-a6fa-47c0-baea-32de86156da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.825229 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-4a5f93bc-a6fa-47c0-baea-32de86156da6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ecb74a2f-a39e-4210-b359-ed3f2e486f8d HTTP/1.1" status: 204 len: 168 time: 0.2425194 Jun 10 22:52:18.826185 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4d293cb7-b3f4-416d-b950-5450e9f3c37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:18.852109 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f93bc-a6fa-47c0-baea-32de86156da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb74a2f-a39e-4210-b359-ed3f2e486f8d,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:18.852770 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Routers {'5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:18.853540 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:51:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:18.854638 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4a5f93bc-a6fa-47c0-baea-32de86156da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:18.871603 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfa6d13-8120-434a-bbe5-935e34cb06f9 admin admin] Network fed3f4e0-08f3-48ae-b3f7-2f263561f612 is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:52:18.917252 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Pushing event updated for resources: {'Port': ['ID=0ad897f6-4c1b-4b88-ab8e-20bef17bbd03,revision_number=4']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:18.964347 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-7cfa6d13-8120-434a-bbe5-935e34cb06f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, fed3f4e0-08f3-48ae-b3f7-2f263561f612) {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:18.970971 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfa6d13-8120-434a-bbe5-935e34cb06f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:18.972200 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7cfa6d13-8120-434a-bbe5-935e34cb06f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:18.975422 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f80d1e4-5219-40d6-bbed-e7896f6a9b71 None None] Network fed3f4e0-08f3-48ae-b3f7-2f263561f612 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:52:19.058494 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-7cfa6d13-8120-434a-bbe5-935e34cb06f9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8746932 Jun 10 22:52:19.058932 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49830) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:19.063441 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-cf45f524-281d-4d38-a409-0e5d0e4946ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:19.064058 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1558150673-router', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:19.119415 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] Set router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:19.181089 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8999'] for router, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:19.182670 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9180'] for router, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:19.264351 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:19.375046 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcda3c494-a473-5c72-ae2c-227ee37b7c35-fed3f4e0-08f3-48ae-b3f7-2f263561f612', 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'fixed_ips': [{'subnet_id': '1ba0082f-fbea-4d2a-9d96-3bdc13fad249'}]}} from dv-cinder-790535-2-iscsi. {{(pid=98756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:52:19.376246 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:19.432364 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:52:15Z', 'revision_number': 4, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '0ad897f6-4c1b-4b88-ab8e-20bef17bbd03', 'name': '', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'mac_address': 'fa:16:3e:fe:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:14Z', 'updated_at': '2021-06-10T22:52:18Z', 'revision_number': 4, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'subnets': [{'id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:19.436142 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0df65e-61bf-43fa-85a8-a3a3e9e78a06 None None] The sync data for ids ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'] in dv-cinder-790535-2-iscsi is: [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:52:15Z', 'revision_number': 4, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '0ad897f6-4c1b-4b88-ab8e-20bef17bbd03', 'name': '', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'mac_address': 'fa:16:3e:fe:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:14Z', 'updated_at': '2021-06-10T22:52:18Z', 'revision_number': 4, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'subnets': [{'id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:52:19.561945 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.db_base_plugin_common [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Allocated IP 172.20.0.2 (fed3f4e0-08f3-48ae-b3f7-2f263561f612/1ba0082f-fbea-4d2a-9d96-3bdc13fad249/7808153d-71d0-49b0-b830-804673e41009) {{(pid=98756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:52:19.595815 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:19.801766 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:19.810724 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Transition to ACTIVE for port object 7808153d-71d0-49b0-b830-804673e41009 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:19.830888 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Transition to ACTIVE for port object 7808153d-71d0-49b0-b830-804673e41009 will not be triggered until provisioned by entity DHCP. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:19.912959 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:19.915350 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:19.980071 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Network fed3f4e0-08f3-48ae-b3f7-2f263561f612 is already hosted by enough agents. {{(pid=98756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:19.984862 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.base_scheduler [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Resources bound (agent type, host, resource id): {{(pid=98756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:19.987660 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Pushing event updated for resources: {'Port': ['ID=7808153d-71d0-49b0-b830-804673e41009,revision_number=1']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:19.990098 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Received port after_create {{(pid=98756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:52:19.992730 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:20.039355 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.079018 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.086414 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Attempting to bind port 7808153d-71d0-49b0-b830-804673e41009 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:52:20.088406 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Attempting to bind port 7808153d-71d0-49b0-b830-804673e41009 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '3724251e-e7fc-4b22-b306-28714b5e1177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:52:20.088799 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Attempting to bind port 7808153d-71d0-49b0-b830-804673e41009 on network fed3f4e0-08f3-48ae-b3f7-2f263561f612 {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:52:20.098426 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:52:20.098840 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Checking segment: {'id': '3724251e-e7fc-4b22-b306-28714b5e1177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:20.099270 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.099699 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Bound using segment: {'id': '3724251e-e7fc-4b22-b306-28714b5e1177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:52:20.100625 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Bound port: 7808153d-71d0-49b0-b830-804673e41009, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3724251e-e7fc-4b22-b306-28714b5e1177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:52:20.101042 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.101626 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49852) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:20.198418 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] For port 7808153d-71d0-49b0-b830-804673e41009, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:52:20.202333 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] For port 7808153d-71d0-49b0-b830-804673e41009, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=7808153d-71d0-49b0-b830-804673e41009,segment=NetworkSegment(3724251e-e7fc-4b22-b306-28714b5e1177),segment_id=3724251e-e7fc-4b22-b306-28714b5e1177)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:52:20.252979 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-537330080-network', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:20.274544 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Allocated IP 172.27.0.89 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/06323751-5771-4e52-a6b0-487c5cf450c6) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:52:20.285496 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.289452 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:20.361157 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Pushing event updated for resources: {'Port': ['ID=7808153d-71d0-49b0-b830-804673e41009,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:20.367660 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:20.375840 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Made reservation on behalf of 4cd98d9793274a1ca8847ac8ecc0f2af for: {'network': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:52:20.382940 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.389066 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:20.397546 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.490900 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.525386 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:20.530507 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.534002 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:20.534002 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.637884 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.641386 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-08bdbfa9-9b7e-48ff-957c-a9b3014b1583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:20.650024 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-261566843'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.663256 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:20.689848 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=98755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:52:20.698522 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.708908 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab60454-9c5a-487a-9c9e-c7d66dd457b6,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:20.712800 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:20.716878 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.717561 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.segments_db [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Added segment 0ea04125-edc5-481a-b258-de52e68b0421 of type vlan for network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 Jun 10 22:52:20.740478 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Pushing event updated for resources: {'Port': ['ID=06323751-5771-4e52-a6b0-487c5cf450c6,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:20.748026 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=0ad897f6-4c1b-4b88-ab8e-20bef17bbd03,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:20.749963 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:20.756944 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:20.758631 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:20.761330 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:52:20.791146 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.860784 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.863262 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:20.906995 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.909115 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:20.909699 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:20.913127 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b946df83-c0e4-4c0e-93bc-5d13dd719152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:20.917987 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=0ad897f6-4c1b-4b88-ab8e-20bef17bbd03,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:20.920999 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:21.012789 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Pushing event updated for resources: {'Network': ['ID=8fc834ec-cebb-4677-b9ec-a352ac05fde7,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:21.015827 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:21.025660 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:52:21.067772 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9649887 Jun 10 22:52:21.070677 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49858) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:21.076922 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-79818553-f56a-42b1-868f-076be1df4539 admin admin] Request body: {'subnet': {'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-537330080-subnet', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'ip_version': 4}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:21.176177 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79818553-f56a-42b1-868f-076be1df4539 admin admin] Made reservation on behalf of 4cd98d9793274a1ca8847ac8ecc0f2af for: {'subnet': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:52:21.179274 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-79818553-f56a-42b1-868f-076be1df4539 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263884776'] for subnet, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:21.185741 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:21.435632 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c370a112-d664-4654-8fea-f8056c9eddca None None] Network fed3f4e0-08f3-48ae-b3f7-2f263561f612 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:52:21.495414 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-79818553-f56a-42b1-868f-076be1df4539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260563381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263884798'] for subnet, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:21.498516 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e4d3d2bf-d13b-4c2b-ad39-95b5b8646901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:21.553414 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-2e013f64-cb34-45e4-87da-85cf8f86b4d0 None None] Provisioning for port 7808153d-71d0-49b0-b830-804673e41009 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:21.568979 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79818553-f56a-42b1-868f-076be1df4539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ad3ac5-4abd-4be3-b193-420ebfd6d999,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:21.572576 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-79818553-f56a-42b1-868f-076be1df4539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:21.578718 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79818553-f56a-42b1-868f-076be1df4539 admin admin] Checking segment: {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:21.579083 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79818553-f56a-42b1-868f-076be1df4539 admin admin] Network hostable DHCP agents. Network: 8fc834ec-cebb-4677-b9ec-a352ac05fde7, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:52:21.654934 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79818553-f56a-42b1-868f-076be1df4539 admin admin] Network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:52:21.749547 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514295'] for router, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:21.758364 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-79818553-f56a-42b1-868f-076be1df4539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, 8fc834ec-cebb-4677-b9ec-a352ac05fde7) {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:21.762761 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79818553-f56a-42b1-868f-076be1df4539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:21.763556 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-79818553-f56a-42b1-868f-076be1df4539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:21.768999 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37654a37-6175-4dee-80a3-2f6ba33b3bc3 None None] Network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:52:21.876115 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-79818553-f56a-42b1-868f-076be1df4539 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8017211 Jun 10 22:52:21.876385 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49862) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:21.882097 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:21.967075 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcda3c494-a473-5c72-ae2c-227ee37b7c35-8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999'}]}} from dv-cinder-790535-2-iscsi. {{(pid=98756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:52:21.967962 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:21.987565 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8999'] for router, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:21.988643 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9180'] for router, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:22.015403 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Router f8523c70-d26b-41e2-ad42-5a178ccbcaba is scheduled to L3 agent 9e203144-a816-49db-8412-f3f5fb058eed with binding_index 1 {{(pid=98754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:52:22.057345 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:22.132972 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.db_base_plugin_common [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Allocated IP 172.20.0.2 (8fc834ec-cebb-4677-b9ec-a352ac05fde7/84ad3ac5-4abd-4be3-b193-420ebfd6d999/41287597-e796-461e-8a15-90c23e576893) {{(pid=98756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:52:22.168321 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:52:22.182227 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Sync routers for ids ['f8523c70-d26b-41e2-ad42-5a178ccbcaba'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:52:22.230896 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-44ba65a2-5b09-4aec-ae25-e937f32ca642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:22.242383 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Routers {'f8523c70-d26b-41e2-ad42-5a178ccbcaba'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:22.243012 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:51:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['f8523c70-d26b-41e2-ad42-5a178ccbcaba'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:22.255173 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Notify callbacks [] for router, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:22.256800 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1966436 Jun 10 22:52:22.260885 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49868) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:22.359712 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:22.434177 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 7808153d-71d0-49b0-b830-804673e41009 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:22.605088 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Set router f8523c70-d26b-41e2-ad42-5a178ccbcaba gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:22.710863 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Notify callbacks [] for port, precommit_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:22.714666 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:22.745096 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:22.745442 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Transition to ACTIVE for port object 41287597-e796-461e-8a15-90c23e576893 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:22.816822 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Transition to ACTIVE for port object 41287597-e796-461e-8a15-90c23e576893 will not be triggered until provisioned by entity DHCP. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:22.860759 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:22.889630 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:22.892068 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-80f6c9be-0479-458d-b6aa-530d6c4cd70e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:22.930851 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 7808153d-71d0-49b0-b830-804673e41009 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:22.946266 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 is already hosted by enough agents. {{(pid=98756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:22.947776 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'name': 'tempest-TestShelveInstance-1558150673-router', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '06323751-5771-4e52-a6b0-487c5cf450c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:19Z', 'updated_at': '2021-06-10T22:52:20Z', 'revision_number': 3, 'project_id': '0936ee131bec4d1aaeedbba5e445da9d', 'gw_port': {'id': '06323751-5771-4e52-a6b0-487c5cf450c6', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:20Z', 'updated_at': '2021-06-10T22:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:22.949609 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 7808153d-71d0-49b0-b830-804673e41009 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:22.949989 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:22.957810 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.base_scheduler [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Resources bound (agent type, host, resource id): {{(pid=98756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:22.983422 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Checking router: f8523c70-d26b-41e2-ad42-5a178ccbcaba for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:52:22.983726 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Updating router f8523c70-d26b-41e2-ad42-5a178ccbcaba port 06323751-5771-4e52-a6b0-487c5cf450c6 binding host dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:52:22.985555 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Received port after_create {{(pid=98756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:52:22.997917 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Pushing event updated for resources: {'Port': ['ID=41287597-e796-461e-8a15-90c23e576893,revision_number=1']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:23.025977 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:23.029360 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Allocated IP 172.27.0.189 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/e480c679-4d78-431c-84d7-b4cbc4846952) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:52:23.070764 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Allocated IP 172.20.0.1 (fed3f4e0-08f3-48ae-b3f7-2f263561f612/1ba0082f-fbea-4d2a-9d96-3bdc13fad249/fb700dfa-0214-4db9-9318-1ba7832d3592) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:52:23.108062 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.142341 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Attempting to bind port 41287597-e796-461e-8a15-90c23e576893 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:52:23.142775 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Attempting to bind port 41287597-e796-461e-8a15-90c23e576893 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:52:23.143661 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Attempting to bind port 41287597-e796-461e-8a15-90c23e576893 on network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:52:23.169438 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.181926 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:52:23.182329 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Checking segment: {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:23.182733 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.183136 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Bound using segment: {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:52:23.183630 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Bound port: 41287597-e796-461e-8a15-90c23e576893, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:52:23.184041 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.208544 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.224304 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Transition to ACTIVE for port object fb700dfa-0214-4db9-9318-1ba7832d3592 will not be triggered until provisioned by entity DHCP. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:23.329549 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.366930 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 7808153d-71d0-49b0-b830-804673e41009, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=7808153d-71d0-49b0-b830-804673e41009,segment=NetworkSegment(3724251e-e7fc-4b22-b306-28714b5e1177),segment_id=3724251e-e7fc-4b22-b306-28714b5e1177)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:23.378131 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] For port 41287597-e796-461e-8a15-90c23e576893, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:52:23.381396 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] For port 41287597-e796-461e-8a15-90c23e576893, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=41287597-e796-461e-8a15-90c23e576893,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:52:23.381582 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.384487 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:23.440512 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:23.443798 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:23.446758 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:52:23.453813 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Pushing event updated for resources: {'Port': ['ID=e480c679-4d78-431c-84d7-b4cbc4846952,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:23.456802 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:23.542220 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-261566843'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.545537 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-7cb68f0b-6a7d-45cc-b74e-91851d8e9bb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:23.566185 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Notify callbacks [] for port, precommit_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.570840 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.575834 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.575834 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:23.578391 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:23.598618 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Network fed3f4e0-08f3-48ae-b3f7-2f263561f612 is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:23.603842 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:23.607253 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:52:23.637722 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Transition to ACTIVE for port object 06323751-5771-4e52-a6b0-487c5cf450c6 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:23.660535 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Pushing event updated for resources: {'Port': ['ID=fb700dfa-0214-4db9-9318-1ba7832d3592,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:23.673666 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:23.675092 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510768'] for router_interface, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.702428 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Pushing event updated for resources: {'Port': ['ID=41287597-e796-461e-8a15-90c23e576893,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:23.750476 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:23.751602 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.780898 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.809160 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=7808153d-71d0-49b0-b830-804673e41009,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:23.810750 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:23.813643 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:23.879518 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Attempting to bind port 06323751-5771-4e52-a6b0-487c5cf450c6 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:52:23.889213 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Attempting to bind port 06323751-5771-4e52-a6b0-487c5cf450c6 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:52:23.889213 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Attempting to bind port 06323751-5771-4e52-a6b0-487c5cf450c6 on network 3e0b5106-2246-44f7-b3cf-d443495374ef {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:52:23.892261 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b346f-dcd7-4cd3-8582-689bb331ab50 None None] Pushing event updated for resources: {'Port': ['ID=06323751-5771-4e52-a6b0-487c5cf450c6,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:23.896406 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-e66b346f-dcd7-4cd3-8582-689bb331ab50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:23.897410 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:52:23.897799 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Checking segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:23.898214 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.898614 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Bound using segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:52:23.899103 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Bound port: 06323751-5771-4e52-a6b0-487c5cf450c6, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:52:23.899916 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.901376 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:23.901773 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:23.976999 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:23.994941 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:24.042424 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] For port 06323751-5771-4e52-a6b0-487c5cf450c6, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:52:24.047121 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] For port 06323751-5771-4e52-a6b0-487c5cf450c6, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=06323751-5771-4e52-a6b0-487c5cf450c6,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:52:24.118194 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-42198900-ea8d-4e0e-9500-c758568128d0 None None] Provisioning for port fb700dfa-0214-4db9-9318-1ba7832d3592 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:24.123063 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-42198900-ea8d-4e0e-9500-c758568128d0 None None] Provisioning complete for port fb700dfa-0214-4db9-9318-1ba7832d3592 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:24.123731 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-42198900-ea8d-4e0e-9500-c758568128d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:24.156596 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:24.160951 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:24.208496 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:24.225197 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-42198900-ea8d-4e0e-9500-c758568128d0 None None] Port fb700dfa-0214-4db9-9318-1ba7832d3592 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:52:24.245775 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Routers {'f8523c70-d26b-41e2-ad42-5a178ccbcaba'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:24.246599 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:51:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['f8523c70-d26b-41e2-ad42-5a178ccbcaba'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:24.279109 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:24.282961 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2c60ab13-a0cd-457f-b0ce-f25fa2caa0b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:24.381178 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b346f-dcd7-4cd3-8582-689bb331ab50 None None] Pushing event updated for resources: {'Port': ['ID=06323751-5771-4e52-a6b0-487c5cf450c6,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:24.387142 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-e66b346f-dcd7-4cd3-8582-689bb331ab50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:24.399002 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510788'] for router_interface, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:24.420195 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Pushing event updated for resources: {'Port': ['ID=fb700dfa-0214-4db9-9318-1ba7832d3592,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:24.424899 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:24.441078 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] Set router f8523c70-d26b-41e2-ad42-5a178ccbcaba gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:24.507653 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 7808153d-71d0-49b0-b830-804673e41009 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:24.567424 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Network fed3f4e0-08f3-48ae-b3f7-2f263561f612 is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:24.568988 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:24.613051 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514295'] for router, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:24.778700 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Router f8523c70-d26b-41e2-ad42-5a178ccbcaba has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:52:24.898415 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:24.915694 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-84db5c2e-aacb-4e42-aa80-4b3d133d7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:24.948994 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 7808153d-71d0-49b0-b830-804673e41009 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:24.949266 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:24.969352 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:52:24.975582 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] 10.222.0.25 "PUT /v2.0/routers/f8523c70-d26b-41e2-ad42-5a178ccbcaba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7134218 Jun 10 22:52:24.987078 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Router d703b628-98d8-4561-97d2-92fbf00eb0e9 is scheduled to L3 agent 9e203144-a816-49db-8412-f3f5fb058eed with binding_index 1 {{(pid=98755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:52:25.006749 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719f1cb7-2665-4f43-a749-5e4cd0441361 None None] Network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:52:25.043073 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9d3108da-2f92-49de-8baa-7fcde3572d9e None None] Provisioning complete for port fb700dfa-0214-4db9-9318-1ba7832d3592 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:25.043465 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9d3108da-2f92-49de-8baa-7fcde3572d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:25.135978 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:52:25.147538 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Sync routers for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:52:25.163957 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:25.163957 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:52:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:25.164290 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9d3108da-2f92-49de-8baa-7fcde3572d9e None None] Port fb700dfa-0214-4db9-9318-1ba7832d3592 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:52:25.215785 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Notify callbacks [] for router, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:25.217092 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3398397 Jun 10 22:52:25.219721 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49880) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:25.277855 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'name': 'tempest-TestShelveInstance-1558150673-router', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '06323751-5771-4e52-a6b0-487c5cf450c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:19Z', 'updated_at': '2021-06-10T22:52:23Z', 'revision_number': 4, 'project_id': '0936ee131bec4d1aaeedbba5e445da9d', 'gw_port': {'id': '06323751-5771-4e52-a6b0-487c5cf450c6', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:20Z', 'updated_at': '2021-06-10T22:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': 'fb700dfa-0214-4db9-9318-1ba7832d3592', 'name': '', 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'mac_address': 'fa:16:3e:08:1d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ba0082f-fbea-4d2a-9d96-3bdc13fad249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:23Z', 'revision_number': 1, 'project_id': '0936ee131bec4d1aaeedbba5e445da9d', 'subnets': [{'id': '1ba0082f-fbea-4d2a-9d96-3bdc13fad249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:25.281061 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 41287597-e796-461e-8a15-90c23e576893 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:25.321873 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff60715-c69a-40f5-8080-6b830a67ad18 None None] The sync data for ids ['f8523c70-d26b-41e2-ad42-5a178ccbcaba'] in dv-cinder-790535-2-iscsi is: [{'id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'name': 'tempest-TestShelveInstance-1558150673-router', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '06323751-5771-4e52-a6b0-487c5cf450c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:19Z', 'updated_at': '2021-06-10T22:52:23Z', 'revision_number': 4, 'project_id': '0936ee131bec4d1aaeedbba5e445da9d', 'gw_port': {'id': '06323751-5771-4e52-a6b0-487c5cf450c6', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:20Z', 'updated_at': '2021-06-10T22:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': 'fb700dfa-0214-4db9-9318-1ba7832d3592', 'name': '', 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'mac_address': 'fa:16:3e:08:1d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ba0082f-fbea-4d2a-9d96-3bdc13fad249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:23Z', 'revision_number': 1, 'project_id': '0936ee131bec4d1aaeedbba5e445da9d', 'subnets': [{'id': '1ba0082f-fbea-4d2a-9d96-3bdc13fad249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:52:25.417040 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-8d4b9de3-f484-47a5-8775-e6328b7cf75f None None] Provisioning for port 41287597-e796-461e-8a15-90c23e576893 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:25.428487 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:25.518443 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 41287597-e796-461e-8a15-90c23e576893 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:25.522600 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 41287597-e796-461e-8a15-90c23e576893 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:25.522996 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:25.792516 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:25.824693 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:23Z', 'revision_number': 3, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:25.828286 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:52:25.829897 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Checking router: d703b628-98d8-4561-97d2-92fbf00eb0e9 for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:52:25.830926 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Updating router d703b628-98d8-4561-97d2-92fbf00eb0e9 port e480c679-4d78-431c-84d7-b4cbc4846952 binding host dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:52:25.840851 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 41287597-e796-461e-8a15-90c23e576893, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=41287597-e796-461e-8a15-90c23e576893,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:25.842993 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:25.873267 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-4f6bdfeb-a2cb-4606-aa8b-f59a7f7e93b4 None None] Provisioning complete for port 41287597-e796-461e-8a15-90c23e576893 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:25.873900 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4f6bdfeb-a2cb-4606-aa8b-f59a7f7e93b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:25.880707 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:25.974466 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:25.980528 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:25.994993 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49890) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:26.001174 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-91086111-76aa-4988-acb9-be41da884f7e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927536246', 'description': 'tempest-secgroup-smoke-927536246 description', 'project_id': '764f131b12ce4bcb9070a3666b914ae8'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:26.097874 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=41287597-e796-461e-8a15-90c23e576893,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:26.103227 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:26.123588 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-91086111-76aa-4988-acb9-be41da884f7e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.146061 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.222346 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-91086111-76aa-4988-acb9-be41da884f7e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.300280 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Notify callbacks [] for port, precommit_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.327666 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.provisioning_blocks [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Transition to ACTIVE for port object e480c679-4d78-431c-84d7-b4cbc4846952 will not be triggered until provisioned by entity L2. {{(pid=98757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:26.335355 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-91086111-76aa-4988-acb9-be41da884f7e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.348954 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ffcfd208-58b2-4018-bbb5-a25210106f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:26.349470 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 41287597-e796-461e-8a15-90c23e576893 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:26.381718 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Allocated IP 172.20.0.1 (8fc834ec-cebb-4677-b9ec-a352ac05fde7/84ad3ac5-4abd-4be3-b193-420ebfd6d999/3593e0ea-c501-447d-be21-eb3d319c0456) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:52:26.428068 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 41287597-e796-461e-8a15-90c23e576893 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:26.428504 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.432463 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.435391 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:26.547214 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Attempting to bind port e480c679-4d78-431c-84d7-b4cbc4846952 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:52:26.548213 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Attempting to bind port e480c679-4d78-431c-84d7-b4cbc4846952 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:52:26.548934 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Attempting to bind port e480c679-4d78-431c-84d7-b4cbc4846952 on network 3e0b5106-2246-44f7-b3cf-d443495374ef {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:52:26.560987 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c64a3-75aa-4a3d-8f3e-9c9828dc2c4c None None] Pushing event updated for resources: {'Port': ['ID=e480c679-4d78-431c-84d7-b4cbc4846952,revision_number=2']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:26.566742 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:52:26.567569 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Checking segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:26.568467 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.569078 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Bound using segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:52:26.569758 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Bound port: e480c679-4d78-431c-84d7-b4cbc4846952, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:52:26.570331 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.596633 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.606235 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-819c64a3-75aa-4a3d-8f3e-9c9828dc2c4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:26.626383 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Transition to ACTIVE for port object 3593e0ea-c501-447d-be21-eb3d319c0456 will not be triggered until provisioned by entity DHCP. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:26.665441 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] For port e480c679-4d78-431c-84d7-b4cbc4846952, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:52:26.669515 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] For port e480c679-4d78-431c-84d7-b4cbc4846952, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=e480c679-4d78-431c-84d7-b4cbc4846952,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:52:26.692512 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91086111-76aa-4988-acb9-be41da884f7e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4046d7-0a59-4e93-b97e-a320f9085b5e,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:26.696098 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-91086111-76aa-4988-acb9-be41da884f7e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:26.770319 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.773825 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:26.816415 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-91086111-76aa-4988-acb9-be41da884f7e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.816564 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.817630 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-91086111-76aa-4988-acb9-be41da884f7e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8216140 Jun 10 22:52:26.818691 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:26.821069 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49892) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:26.827887 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-2beba470-c586-42bb-bdfc-46cdcacaf91a tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Request body: {'security_group_rule': {'security_group_id': 'bf4046d7-0a59-4e93-b97e-a320f9085b5e', 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:26.839784 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:26.841212 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:52:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:26.870167 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:26.873173 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:26.876639 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:52:26.882845 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Pushing event updated for resources: {'Port': ['ID=3593e0ea-c501-447d-be21-eb3d319c0456,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:26.911559 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:26.929650 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2beba470-c586-42bb-bdfc-46cdcacaf91a tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.952184 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510768'] for router_interface, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:26.953937 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c64a3-75aa-4a3d-8f3e-9c9828dc2c4c None None] Pushing event updated for resources: {'Port': ['ID=e480c679-4d78-431c-84d7-b4cbc4846952,revision_number=3']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:26.957966 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-819c64a3-75aa-4a3d-8f3e-9c9828dc2c4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:27.023158 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:27.027119 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2beba470-c586-42bb-bdfc-46cdcacaf91a tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.084130 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2beba470-c586-42bb-bdfc-46cdcacaf91a tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.086153 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:27.108366 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beba470-c586-42bb-bdfc-46cdcacaf91a tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e0d7ad-0531-47e4-a2c0-9ebea5b9c6f7,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:27.113228 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2beba470-c586-42bb-bdfc-46cdcacaf91a tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:27.203693 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2beba470-c586-42bb-bdfc-46cdcacaf91a tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.204966 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-2beba470-c586-42bb-bdfc-46cdcacaf91a tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3809404 Jun 10 22:52:27.207762 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49898) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:27.212576 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-f3cc0b98-2e2f-471e-944e-d9031ef01188 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Request body: {'security_group_rule': {'security_group_id': 'bf4046d7-0a59-4e93-b97e-a320f9085b5e', 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:27.230219 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-ab026bd7-379b-490f-aead-6c950ee02888 None None] Provisioning for port 3593e0ea-c501-447d-be21-eb3d319c0456 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:27.239605 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-ab026bd7-379b-490f-aead-6c950ee02888 None None] Provisioning complete for port 3593e0ea-c501-447d-be21-eb3d319c0456 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:27.240130 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-ab026bd7-379b-490f-aead-6c950ee02888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.270871 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.286173 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-ab026bd7-379b-490f-aead-6c950ee02888 None None] Port 3593e0ea-c501-447d-be21-eb3d319c0456 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:52:27.292295 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.322302 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f3cc0b98-2e2f-471e-944e-d9031ef01188 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.373602 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:23Z', 'revision_number': 3, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:27.377759 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbad1c-31ea-4f25-97fd-ea2d6bc7dd0d None None] The sync data for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi is: [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:23Z', 'revision_number': 3, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:52:27.380549 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f3cc0b98-2e2f-471e-944e-d9031ef01188 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.472159 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f3cc0b98-2e2f-471e-944e-d9031ef01188 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.475968 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-de017ad9-0697-4246-82ea-8c96f1fd72a9 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:27.476106 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.492925 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc0b98-2e2f-471e-944e-d9031ef01188 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a549e2-5c52-4f0d-a4a8-f29cca5d7828,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:27.495944 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f3cc0b98-2e2f-471e-944e-d9031ef01188 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:27.575299 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.578777 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-be908fab-d661-4038-9eb3-a8fe5f9d5a35 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:27.612661 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f3cc0b98-2e2f-471e-944e-d9031ef01188 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.616597 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-f3cc0b98-2e2f-471e-944e-d9031ef01188 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4074621 Jun 10 22:52:27.618691 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49900) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:27.626077 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-cc33427d-8743-48d4-9c75-1c5107c2b5b2 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Request body: {'security_group_rule': {'security_group_id': 'bf4046d7-0a59-4e93-b97e-a320f9085b5e', 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:27.675595 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510788'] for router_interface, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.683065 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Pushing event updated for resources: {'Port': ['ID=3593e0ea-c501-447d-be21-eb3d319c0456,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:27.683065 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:27.746291 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cc33427d-8743-48d4-9c75-1c5107c2b5b2 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.814063 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:27.815289 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cc33427d-8743-48d4-9c75-1c5107c2b5b2 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.815913 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:27.906731 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cc33427d-8743-48d4-9c75-1c5107c2b5b2 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:27.909771 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a8d0ab29-696b-4ad3-92cd-ee5a5a18adae tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:27.934036 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33427d-8743-48d4-9c75-1c5107c2b5b2 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806a5397-9524-4159-872f-c580ac0edc02,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:27.937791 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-cc33427d-8743-48d4-9c75-1c5107c2b5b2 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:27.985528 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Router d703b628-98d8-4561-97d2-92fbf00eb0e9 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:52:28.032561 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cc33427d-8743-48d4-9c75-1c5107c2b5b2 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:28.043544 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-cc33427d-8743-48d4-9c75-1c5107c2b5b2 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4145498 Jun 10 22:52:28.043544 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49904) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:28.043544 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-c5fda214-ecdd-4de5-99e1-bcfe4c0b026b tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Request body: {'security_group_rule': {'security_group_id': 'bf4046d7-0a59-4e93-b97e-a320f9085b5e', 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:28.071234 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Sync routers for ids ['f8523c70-d26b-41e2-ad42-5a178ccbcaba'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:52:28.082609 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Routers {'f8523c70-d26b-41e2-ad42-5a178ccbcaba'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:28.090547 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:52:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['f8523c70-d26b-41e2-ad42-5a178ccbcaba'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:28.164488 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:52:28.169719 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] 10.222.0.25 "PUT /v2.0/routers/d703b628-98d8-4561-97d2-92fbf00eb0e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9488900 Jun 10 22:52:28.192789 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c5fda214-ecdd-4de5-99e1-bcfe4c0b026b tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:28.206776 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-5f7b0fe7-e732-492e-9e24-0606dbc4da15 None None] Provisioning complete for port 3593e0ea-c501-447d-be21-eb3d319c0456 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:28.207270 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0fe7-e732-492e-9e24-0606dbc4da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:28.264626 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b0fe7-e732-492e-9e24-0606dbc4da15 None None] Port 3593e0ea-c501-447d-be21-eb3d319c0456 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:52:28.281823 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c5fda214-ecdd-4de5-99e1-bcfe4c0b026b tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:28.319422 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Set router f8523c70-d26b-41e2-ad42-5a178ccbcaba gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:28.386819 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c5fda214-ecdd-4de5-99e1-bcfe4c0b026b tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:28.395623 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-83fddb0c-63aa-4f5e-bdbf-cd1c5538dd6c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:28.420337 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fda214-ecdd-4de5-99e1-bcfe4c0b026b tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a549bcde-9668-4556-8379-9d65d31392e6,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:28.423277 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-c5fda214-ecdd-4de5-99e1-bcfe4c0b026b tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:28.441099 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 06323751-5771-4e52-a6b0-487c5cf450c6 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:28.524135 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c5fda214-ecdd-4de5-99e1-bcfe4c0b026b tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:28.525795 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-c5fda214-ecdd-4de5-99e1-bcfe4c0b026b tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4877343 Jun 10 22:52:28.529169 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49912) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:28.540652 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-df9796e9-e2e8-43aa-910a-a6bbec5d51eb tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Request body: {'security_group_rule': {'security_group_id': 'bf4046d7-0a59-4e93-b97e-a320f9085b5e', 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:28.729606 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.securitygroups_db [None req-df9796e9-e2e8-43aa-910a-a6bbec5d51eb tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Project 764f131b12ce4bcb9070a3666b914ae8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 22:52:28.734754 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-df9796e9-e2e8-43aa-910a-a6bbec5d51eb tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:28.782579 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'name': 'tempest-TestShelveInstance-1558150673-router', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '06323751-5771-4e52-a6b0-487c5cf450c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:19Z', 'updated_at': '2021-06-10T22:52:23Z', 'revision_number': 4, 'project_id': '0936ee131bec4d1aaeedbba5e445da9d', 'gw_port': {'id': '06323751-5771-4e52-a6b0-487c5cf450c6', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:20Z', 'updated_at': '2021-06-10T22:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': 'fb700dfa-0214-4db9-9318-1ba7832d3592', 'name': '', 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'mac_address': 'fa:16:3e:08:1d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ba0082f-fbea-4d2a-9d96-3bdc13fad249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:24Z', 'revision_number': 2, 'project_id': '0936ee131bec4d1aaeedbba5e445da9d', 'subnets': [{'id': '1ba0082f-fbea-4d2a-9d96-3bdc13fad249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:28.787144 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 06323751-5771-4e52-a6b0-487c5cf450c6 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:28.789231 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Checking router: f8523c70-d26b-41e2-ad42-5a178ccbcaba for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:52:28.789593 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Updating router f8523c70-d26b-41e2-ad42-5a178ccbcaba port fb700dfa-0214-4db9-9318-1ba7832d3592 binding host dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:52:28.812975 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-df9796e9-e2e8-43aa-910a-a6bbec5d51eb tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:28.815049 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 06323751-5771-4e52-a6b0-487c5cf450c6 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:28.815434 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:28.868416 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:28.895003 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-df9796e9-e2e8-43aa-910a-a6bbec5d51eb tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:28.900490 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:28.918113 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9796e9-e2e8-43aa-910a-a6bbec5d51eb tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085ce6d3-cf71-4d0d-86c7-31b73364bb7b,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:28.921271 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-df9796e9-e2e8-43aa-910a-a6bbec5d51eb tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:28.998352 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-df9796e9-e2e8-43aa-910a-a6bbec5d51eb tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.002025 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-df9796e9-e2e8-43aa-910a-a6bbec5d51eb tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4673383 Jun 10 22:52:29.002265 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49920) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:29.012221 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-d1af3a93-6a57-4ac8-8726-468fcf3f58c3 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Request body: {'security_group_rule': {'security_group_id': 'bf4046d7-0a59-4e93-b97e-a320f9085b5e', 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:29.027885 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.062969 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 06323751-5771-4e52-a6b0-487c5cf450c6, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=06323751-5771-4e52-a6b0-487c5cf450c6,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:29.112230 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 49926) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:29.117585 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1279541265-network', 'tenant_id': '62fc9303bfa740019a93723a5e670e10'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:29.118187 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.securitygroups_db [None req-d1af3a93-6a57-4ac8-8726-468fcf3f58c3 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Project 764f131b12ce4bcb9070a3666b914ae8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 22:52:29.123329 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d1af3a93-6a57-4ac8-8726-468fcf3f58c3 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.179529 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.180436 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device e480c679-4d78-431c-84d7-b4cbc4846952 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:29.188989 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:29.193175 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d1af3a93-6a57-4ac8-8726-468fcf3f58c3 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.243265 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Made reservation on behalf of 62fc9303bfa740019a93723a5e670e10 for: {'network': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:52:29.246079 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.258295 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.273233 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d1af3a93-6a57-4ac8-8726-468fcf3f58c3 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.275760 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0c05b9ab-1d3b-454a-9857-83a6a6b1a240 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:29.294767 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af3a93-6a57-4ac8-8726-468fcf3f58c3 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f69f6a-f96d-4ce4-b1c6-9f0a79ed7ea8,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:29.299839 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d1af3a93-6a57-4ac8-8726-468fcf3f58c3 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:29.324526 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Notify callbacks [] for port, precommit_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.327809 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=06323751-5771-4e52-a6b0-487c5cf450c6,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:29.343090 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:29.343448 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:29.343983 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:29.344150 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:29.344664 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:29.344806 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:29.345385 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:29.345504 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:29.345797 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:29.346165 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:29.346454 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:29.347022 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:52:29.351518 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Transition to ACTIVE for port object fb700dfa-0214-4db9-9318-1ba7832d3592 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:29.354671 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:29.368208 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.429928 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Sync routers for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:52:29.440946 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:29.441557 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:52:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:29.449126 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port e480c679-4d78-431c-84d7-b4cbc4846952 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:29.453169 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port e480c679-4d78-431c-84d7-b4cbc4846952 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:29.453989 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.467119 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.471957 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f1a1ab2f-cafd-42fd-834b-9df9c98abab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:29.480346 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.484245 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:29.494067 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=98754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:52:29.509319 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7a0ba3-77e5-4a28-b5f3-ac068bbd9509,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:29.518936 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.519466 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.segments_db [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Added segment f8c460a2-7efe-4f78-aef0-b9c5d35baf0a of type vlan for network a7db28e3-f32d-4aca-96a3-9aa37b9736d9 Jun 10 22:52:29.535006 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:29.540936 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d1af3a93-6a57-4ac8-8726-468fcf3f58c3 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.542150 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-d1af3a93-6a57-4ac8-8726-468fcf3f58c3 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5389178 Jun 10 22:52:29.592084 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:29.605834 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.647549 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08328233-8d7c-490e-b0c6-e425b48f9291 None None] Pushing event updated for resources: {'Port': ['ID=fb700dfa-0214-4db9-9318-1ba7832d3592,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:29.658564 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-08328233-8d7c-490e-b0c6-e425b48f9291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:29.718503 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.720735 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:29.721856 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.739064 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9221729d-2ec3-41ae-b853-f30c30b46dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:29.744928 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Attempting to bind port fb700dfa-0214-4db9-9318-1ba7832d3592 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:52:29.745577 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Attempting to bind port fb700dfa-0214-4db9-9318-1ba7832d3592 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '3724251e-e7fc-4b22-b306-28714b5e1177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:52:29.746115 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Attempting to bind port fb700dfa-0214-4db9-9318-1ba7832d3592 on network fed3f4e0-08f3-48ae-b3f7-2f263561f612 {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:52:29.755532 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:52:29.757215 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Checking segment: {'id': '3724251e-e7fc-4b22-b306-28714b5e1177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:29.757215 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.757215 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Bound using segment: {'id': '3724251e-e7fc-4b22-b306-28714b5e1177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:52:29.757670 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Bound port: fb700dfa-0214-4db9-9318-1ba7832d3592, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3724251e-e7fc-4b22-b306-28714b5e1177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:52:29.758293 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.777157 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.812836 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port e480c679-4d78-431c-84d7-b4cbc4846952, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=e480c679-4d78-431c-84d7-b4cbc4846952,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:29.863025 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a7db28e3-f32d-4aca-96a3-9aa37b9736d9,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:29.872535 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7532732 Jun 10 22:52:29.872665 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49960) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:29.872773 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:29.876278 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-1df38b96-eabf-4ce6-858e-2d5564e4387b admin admin] Request body: {'subnet': {'network_id': 'a7db28e3-f32d-4aca-96a3-9aa37b9736d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1279541265-subnet', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'ip_version': 4}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:29.880853 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network a7db28e3-f32d-4aca-96a3-9aa37b9736d9 details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:52:29.885808 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] For port fb700dfa-0214-4db9-9318-1ba7832d3592, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:52:29.924037 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.929004 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] For port fb700dfa-0214-4db9-9318-1ba7832d3592, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=fb700dfa-0214-4db9-9318-1ba7832d3592,segment=NetworkSegment(3724251e-e7fc-4b22-b306-28714b5e1177),segment_id=3724251e-e7fc-4b22-b306-28714b5e1177)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:52:29.929596 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:29.940550 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 2, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:29.944142 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Checking router: d703b628-98d8-4561-97d2-92fbf00eb0e9 for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:52:29.944532 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Updating router d703b628-98d8-4561-97d2-92fbf00eb0e9 port 3593e0ea-c501-447d-be21-eb3d319c0456 binding host dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:52:29.981480 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df38b96-eabf-4ce6-858e-2d5564e4387b admin admin] Made reservation on behalf of 62fc9303bfa740019a93723a5e670e10 for: {'subnet': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:52:29.985157 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1df38b96-eabf-4ce6-858e-2d5564e4387b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263884776'] for subnet, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:29.994509 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:30.030899 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:30.049586 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=e480c679-4d78-431c-84d7-b4cbc4846952,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:30.053346 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:30.053807 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-78371c5c-0b02-41f9-bfba-aa25dd093568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:30.105256 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Routers {'f8523c70-d26b-41e2-ad42-5a178ccbcaba'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:30.106234 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:52:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['f8523c70-d26b-41e2-ad42-5a178ccbcaba'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:30.188445 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08328233-8d7c-490e-b0c6-e425b48f9291 None None] Pushing event updated for resources: {'Port': ['ID=fb700dfa-0214-4db9-9318-1ba7832d3592,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:30.245782 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-08328233-8d7c-490e-b0c6-e425b48f9291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:30.308096 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] Set router f8523c70-d26b-41e2-ad42-5a178ccbcaba gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:30.363950 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1df38b96-eabf-4ce6-858e-2d5564e4387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260563381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263884798'] for subnet, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:30.363950 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-826a97bb-3125-4bde-a0eb-dc7a8c8d4d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:30.397853 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 06323751-5771-4e52-a6b0-487c5cf450c6 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:30.406011 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Notify callbacks [] for port, precommit_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:30.418593 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.provisioning_blocks [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Transition to ACTIVE for port object 3593e0ea-c501-447d-be21-eb3d319c0456 will not be triggered until provisioned by entity L2. {{(pid=98757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:30.427494 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df38b96-eabf-4ce6-858e-2d5564e4387b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c318c31-f686-40d1-a23f-431f39ab2f21,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:30.430629 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-1df38b96-eabf-4ce6-858e-2d5564e4387b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:30.447602 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df38b96-eabf-4ce6-858e-2d5564e4387b admin admin] Checking segment: {'id': 'f8c460a2-7efe-4f78-aef0-b9c5d35baf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7db28e3-f32d-4aca-96a3-9aa37b9736d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:30.448059 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df38b96-eabf-4ce6-858e-2d5564e4387b admin admin] Network hostable DHCP agents. Network: a7db28e3-f32d-4aca-96a3-9aa37b9736d9, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:52:30.489517 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:30.491980 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-59464bd9-223b-4268-bffa-ba9b07e381c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:30.580933 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df38b96-eabf-4ce6-858e-2d5564e4387b admin admin] Network a7db28e3-f32d-4aca-96a3-9aa37b9736d9 is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:52:30.596212 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c10eca-6265-4dcd-8348-172c7238f2e2 None None] Pushing event updated for resources: {'Port': ['ID=3593e0ea-c501-447d-be21-eb3d319c0456,revision_number=3']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:30.600757 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-97c10eca-6265-4dcd-8348-172c7238f2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:30.658503 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-1df38b96-eabf-4ce6-858e-2d5564e4387b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, a7db28e3-f32d-4aca-96a3-9aa37b9736d9) {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:30.661173 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df38b96-eabf-4ce6-858e-2d5564e4387b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:30.661866 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-1df38b96-eabf-4ce6-858e-2d5564e4387b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:30.680392 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c53cc3-e0aa-4a78-8f97-8722be424c0c None None] Network a7db28e3-f32d-4aca-96a3-9aa37b9736d9 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:52:30.691664 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Attempting to bind port 3593e0ea-c501-447d-be21-eb3d319c0456 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:52:30.692991 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Attempting to bind port 3593e0ea-c501-447d-be21-eb3d319c0456 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:52:30.694546 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Attempting to bind port 3593e0ea-c501-447d-be21-eb3d319c0456 on network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:52:30.700005 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:52:30.700724 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Checking segment: {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:30.701348 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:30.701939 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Bound using segment: {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:52:30.702699 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Bound port: 3593e0ea-c501-447d-be21-eb3d319c0456, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'}}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:52:30.703298 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:30.747364 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-1df38b96-eabf-4ce6-858e-2d5564e4387b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8768320 Jun 10 22:52:30.749815 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 49972) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:30.755712 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1279541265-router', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:30.792230 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] For port 3593e0ea-c501-447d-be21-eb3d319c0456, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:52:30.795330 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] For port 3593e0ea-c501-447d-be21-eb3d319c0456, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=3593e0ea-c501-447d-be21-eb3d319c0456,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:52:30.879173 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-508129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8999'] for router, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:30.879394 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 06323751-5771-4e52-a6b0-487c5cf450c6 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:30.879761 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:30.880237 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9180'] for router, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:30.918420 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:30.921931 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:30.942978 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:30.984073 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:30.984689 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:52:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:31.073927 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcda3c494-a473-5c72-ae2c-227ee37b7c35-a7db28e3-f32d-4aca-96a3-9aa37b9736d9', 'network_id': 'a7db28e3-f32d-4aca-96a3-9aa37b9736d9', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'fixed_ips': [{'subnet_id': '4c318c31-f686-40d1-a23f-431f39ab2f21'}]}} from dv-cinder-790535-2-iscsi. {{(pid=98756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 22:52:31.074787 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:31.094844 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c10eca-6265-4dcd-8348-172c7238f2e2 None None] Pushing event updated for resources: {'Port': ['ID=3593e0ea-c501-447d-be21-eb3d319c0456,revision_number=4']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:31.099056 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-97c10eca-6265-4dcd-8348-172c7238f2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:31.109754 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'name': 'tempest-TestShelveInstance-1558150673-router', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '06323751-5771-4e52-a6b0-487c5cf450c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:19Z', 'updated_at': '2021-06-10T22:52:23Z', 'revision_number': 4, 'project_id': '0936ee131bec4d1aaeedbba5e445da9d', 'gw_port': {'id': '06323751-5771-4e52-a6b0-487c5cf450c6', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:20Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': 'fb700dfa-0214-4db9-9318-1ba7832d3592', 'name': '', 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'mac_address': 'fa:16:3e:08:1d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ba0082f-fbea-4d2a-9d96-3bdc13fad249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '0936ee131bec4d1aaeedbba5e445da9d', 'subnets': [{'id': '1ba0082f-fbea-4d2a-9d96-3bdc13fad249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:31.118723 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device fb700dfa-0214-4db9-9318-1ba7832d3592 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:31.153708 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baafd0cc-c1a7-49b0-829d-c3f1b49f88ee None None] The sync data for ids ['f8523c70-d26b-41e2-ad42-5a178ccbcaba'] in dv-cinder-790535-2-iscsi is: [{'id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'name': 'tempest-TestShelveInstance-1558150673-router', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '06323751-5771-4e52-a6b0-487c5cf450c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:19Z', 'updated_at': '2021-06-10T22:52:23Z', 'revision_number': 4, 'project_id': '0936ee131bec4d1aaeedbba5e445da9d', 'gw_port': {'id': '06323751-5771-4e52-a6b0-487c5cf450c6', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:20Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': 'fb700dfa-0214-4db9-9318-1ba7832d3592', 'name': '', 'network_id': 'fed3f4e0-08f3-48ae-b3f7-2f263561f612', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'mac_address': 'fa:16:3e:08:1d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ba0082f-fbea-4d2a-9d96-3bdc13fad249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '0936ee131bec4d1aaeedbba5e445da9d', 'subnets': [{'id': '1ba0082f-fbea-4d2a-9d96-3bdc13fad249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:52:31.176184 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:31.373953 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.db_base_plugin_common [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Allocated IP 172.20.0.2 (a7db28e3-f32d-4aca-96a3-9aa37b9736d9/4c318c31-f686-40d1-a23f-431f39ab2f21/30e38116-5ece-42cc-a3b6-ebc16a1ad791) {{(pid=98756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:52:31.429468 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port fb700dfa-0214-4db9-9318-1ba7832d3592 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:31.440551 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port fb700dfa-0214-4db9-9318-1ba7832d3592 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:31.441201 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:31.648349 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:30Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:31.654024 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e4e12-931f-4fff-a5c5-479e6ba6b679 None None] The sync data for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi is: [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:30Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:52:31.773252 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-508115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9162'] for router, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:31.796672 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:31.799654 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Notify callbacks [] for port, precommit_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:31.820474 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Transition to ACTIVE for port object 30e38116-5ece-42cc-a3b6-ebc16a1ad791 will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:31.854850 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Transition to ACTIVE for port object 30e38116-5ece-42cc-a3b6-ebc16a1ad791 will not be triggered until provisioned by entity DHCP. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:31.858550 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port fb700dfa-0214-4db9-9318-1ba7832d3592, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=fb700dfa-0214-4db9-9318-1ba7832d3592,segment=NetworkSegment(3724251e-e7fc-4b22-b306-28714b5e1177),segment_id=3724251e-e7fc-4b22-b306-28714b5e1177)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:31.964371 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:31.965538 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device e480c679-4d78-431c-84d7-b4cbc4846952 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:31.973242 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:32.025456 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143'] for port, after_create {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:32.078602 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Network a7db28e3-f32d-4aca-96a3-9aa37b9736d9 is already hosted by enough agents. {{(pid=98756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:32.086178 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.scheduler.base_scheduler [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Resources bound (agent type, host, resource id): {{(pid=98756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:32.089241 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=fb700dfa-0214-4db9-9318-1ba7832d3592,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:32.092750 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Received port after_create {{(pid=98756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:52:32.094662 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:32.095421 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:32.134944 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port e480c679-4d78-431c-84d7-b4cbc4846952 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:32.135442 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:32.177806 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:32.206770 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:32.243282 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Pushing event updated for resources: {'Port': ['ID=30e38116-5ece-42cc-a3b6-ebc16a1ad791,revision_number=1']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:32.249044 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:32.251056 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Attempting to bind port 30e38116-5ece-42cc-a3b6-ebc16a1ad791 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:52:32.251439 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Attempting to bind port 30e38116-5ece-42cc-a3b6-ebc16a1ad791 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': 'f8c460a2-7efe-4f78-aef0-b9c5d35baf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7db28e3-f32d-4aca-96a3-9aa37b9736d9'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:52:32.251837 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Attempting to bind port 30e38116-5ece-42cc-a3b6-ebc16a1ad791 on network a7db28e3-f32d-4aca-96a3-9aa37b9736d9 {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:52:32.261172 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:52:32.261575 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Checking segment: {'id': 'f8c460a2-7efe-4f78-aef0-b9c5d35baf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7db28e3-f32d-4aca-96a3-9aa37b9736d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:32.264053 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:32.264053 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Bound using segment: {'id': 'f8c460a2-7efe-4f78-aef0-b9c5d35baf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7db28e3-f32d-4aca-96a3-9aa37b9736d9'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:52:32.264053 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Bound port: 30e38116-5ece-42cc-a3b6-ebc16a1ad791, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c460a2-7efe-4f78-aef0-b9c5d35baf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7db28e3-f32d-4aca-96a3-9aa37b9736d9'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:52:32.264053 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:32.353272 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Allocated IP 172.27.0.117 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/9d5bf84f-d781-4fea-a0a3-8ad8999e128d) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:52:32.391381 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] For port 30e38116-5ece-42cc-a3b6-ebc16a1ad791, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:52:32.395637 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] For port 30e38116-5ece-42cc-a3b6-ebc16a1ad791, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=30e38116-5ece-42cc-a3b6-ebc16a1ad791,segment=NetworkSegment(f8c460a2-7efe-4f78-aef0-b9c5d35baf0a),segment_id=f8c460a2-7efe-4f78-aef0-b9c5d35baf0a)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:52:32.478463 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:32.481445 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:32.510617 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:32.567466 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device fb700dfa-0214-4db9-9318-1ba7832d3592 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:32.570911 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Pushing event updated for resources: {'Port': ['ID=30e38116-5ece-42cc-a3b6-ebc16a1ad791,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:32.595395 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:32.610075 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:32.613022 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-25d03e45-0510-4d6e-9252-83d84b289cbc tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:32.628444 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port fb700dfa-0214-4db9-9318-1ba7832d3592 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:32.628849 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:32.662962 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:32.672495 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:32.674974 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:52:32.725901 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Pushing event updated for resources: {'Port': ['ID=9d5bf84f-d781-4fea-a0a3-8ad8999e128d,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:32.737946 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:32.762960 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 3593e0ea-c501-447d-be21-eb3d319c0456 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:32.917945 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 3593e0ea-c501-447d-be21-eb3d319c0456 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:32.922064 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 3593e0ea-c501-447d-be21-eb3d319c0456 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:32.922460 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:33.014186 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:33.052403 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 3593e0ea-c501-447d-be21-eb3d319c0456, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=3593e0ea-c501-447d-be21-eb3d319c0456,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:33.112039 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:33.113969 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-67ab3de7-8132-41f8-bfcb-c7165dd7e1dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:33.143438 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:33.170498 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=3593e0ea-c501-447d-be21-eb3d319c0456,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:33.173329 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:33.445156 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-508120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514295'] for router, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:33.520735 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd8da2-4a53-42d0-b209-d76ee497258d None None] Network a7db28e3-f32d-4aca-96a3-9aa37b9736d9 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:52:33.746273 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Router dff4f88a-f6c5-483c-8cc8-2d206721c99d is scheduled to L3 agent 9e203144-a816-49db-8412-f3f5fb058eed with binding_index 1 {{(pid=98755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 22:52:33.794115 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-6ec77497-196d-461b-9e87-9a2ae925c72a None None] Provisioning for port 30e38116-5ece-42cc-a3b6-ebc16a1ad791 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:33.905859 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:52:33.915955 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Sync routers for ids ['dff4f88a-f6c5-483c-8cc8-2d206721c99d'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:52:33.927397 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Routers {'dff4f88a-f6c5-483c-8cc8-2d206721c99d'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:33.931382 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:52:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['dff4f88a-f6c5-483c-8cc8-2d206721c99d'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:33.981024 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Notify callbacks [] for router, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:33.982509 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2315309 Jun 10 22:52:33.985351 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50006) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:34.080450 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Set router dff4f88a-f6c5-483c-8cc8-2d206721c99d gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:34.336340 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'name': 'tempest-TestVolumeBootPattern-1279541265-router', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9d5bf84f-d781-4fea-a0a3-8ad8999e128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:30Z', 'updated_at': '2021-06-10T22:52:32Z', 'revision_number': 3, 'project_id': '62fc9303bfa740019a93723a5e670e10', 'gw_port': {'id': '9d5bf84f-d781-4fea-a0a3-8ad8999e128d', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:32Z', 'updated_at': '2021-06-10T22:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:34.339537 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Checking router: dff4f88a-f6c5-483c-8cc8-2d206721c99d for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:52:34.339919 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Updating router dff4f88a-f6c5-483c-8cc8-2d206721c99d port 9d5bf84f-d781-4fea-a0a3-8ad8999e128d binding host dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:52:34.381461 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:34.556338 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:34.626609 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 30e38116-5ece-42cc-a3b6-ebc16a1ad791 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:34.742849 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Notify callbacks [] for port, precommit_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:34.752695 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Transition to ACTIVE for port object 9d5bf84f-d781-4fea-a0a3-8ad8999e128d will not be triggered until provisioned by entity L2. {{(pid=98756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:34.826717 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 30e38116-5ece-42cc-a3b6-ebc16a1ad791 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:34.826928 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Allocated IP 172.20.0.1 (a7db28e3-f32d-4aca-96a3-9aa37b9736d9/4c318c31-f686-40d1-a23f-431f39ab2f21/f71ef46f-57a1-4f3e-b45c-9ffe32d9de05) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:52:34.832274 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 30e38116-5ece-42cc-a3b6-ebc16a1ad791 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:34.832766 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:34.864061 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:34.867677 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:34.906278 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Attempting to bind port 9d5bf84f-d781-4fea-a0a3-8ad8999e128d on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:52:34.906678 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Attempting to bind port 9d5bf84f-d781-4fea-a0a3-8ad8999e128d by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:52:34.907053 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Attempting to bind port 9d5bf84f-d781-4fea-a0a3-8ad8999e128d on network 3e0b5106-2246-44f7-b3cf-d443495374ef {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:52:34.914181 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:52:34.918134 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Checking segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:34.918134 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:34.918134 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Bound using segment: {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'} {{(pid=98756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:52:34.918134 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.managers [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Bound port: 9d5bf84f-d781-4fea-a0a3-8ad8999e128d, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92724177-6e5e-4ea1-9b43-b1bdd802fe7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}}] {{(pid=98756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:52:34.918134 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:34.962389 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:34.975711 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Transition to ACTIVE for port object f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 will not be triggered until provisioned by entity DHCP. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:35.046830 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22186b81-241b-4220-82f4-6f9a90570352 None None] Pushing event updated for resources: {'Port': ['ID=9d5bf84f-d781-4fea-a0a3-8ad8999e128d,revision_number=2']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:35.052086 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:35.061225 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-22186b81-241b-4220-82f4-6f9a90570352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:35.068045 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] For port 9d5bf84f-d781-4fea-a0a3-8ad8999e128d, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:52:35.078438 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-261566843'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:35.081399 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a30b88af-f983-46b7-b48b-4ae2aa8b2b41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:35.088538 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] For port 9d5bf84f-d781-4fea-a0a3-8ad8999e128d, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=9d5bf84f-d781-4fea-a0a3-8ad8999e128d,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:52:35.105437 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 30e38116-5ece-42cc-a3b6-ebc16a1ad791, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=30e38116-5ece-42cc-a3b6-ebc16a1ad791,segment=NetworkSegment(f8c460a2-7efe-4f78-aef0-b9c5d35baf0a),segment_id=f8c460a2-7efe-4f78-aef0-b9c5d35baf0a)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:35.127204 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Network a7db28e3-f32d-4aca-96a3-9aa37b9736d9 is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:35.130312 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:35.133859 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:52:35.148994 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:35.151106 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-08328233-8d7c-490e-b0c6-e425b48f9291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:35.163077 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Pushing event updated for resources: {'Port': ['ID=f71ef46f-57a1-4f3e-b45c-9ffe32d9de05,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:35.175900 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:35.201359 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510768'] for router_interface, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:35.208776 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:35.209629 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 3593e0ea-c501-447d-be21-eb3d319c0456 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:35.248606 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Routers {'dff4f88a-f6c5-483c-8cc8-2d206721c99d'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:35.249142 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:52:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['dff4f88a-f6c5-483c-8cc8-2d206721c99d'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:35.256779 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22186b81-241b-4220-82f4-6f9a90570352 None None] Pushing event updated for resources: {'Port': ['ID=9d5bf84f-d781-4fea-a0a3-8ad8999e128d,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:35.260214 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-22186b81-241b-4220-82f4-6f9a90570352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:35.318339 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-e66b346f-dcd7-4cd3-8582-689bb331ab50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:35.470373 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:35.585889 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=30e38116-5ece-42cc-a3b6-ebc16a1ad791,revision_number=3']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:35.596936 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:35.603142 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 3593e0ea-c501-447d-be21-eb3d319c0456 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:35.603526 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:35.634490 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] Set router dff4f88a-f6c5-483c-8cc8-2d206721c99d gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:35.673389 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:35.717818 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-49c3484f-a4b9-4eff-888c-d2dc6bcdde64 None None] Provisioning for port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:35.729573 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-49c3484f-a4b9-4eff-888c-d2dc6bcdde64 None None] Provisioning complete for port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:35.729946 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-49c3484f-a4b9-4eff-888c-d2dc6bcdde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:35.803617 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:35.807149 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b37d462f-1082-4fa5-b4bc-b54901063a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:35.862042 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-49c3484f-a4b9-4eff-888c-d2dc6bcdde64 None None] Port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:52:35.892426 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Pushing event updated for resources: {'Port': ['ID=f71ef46f-57a1-4f3e-b45c-9ffe32d9de05,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:35.901555 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:35.902839 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-510788'] for router_interface, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:35.979091 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'name': 'tempest-TestVolumeBootPattern-1279541265-router', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9d5bf84f-d781-4fea-a0a3-8ad8999e128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:30Z', 'updated_at': '2021-06-10T22:52:32Z', 'revision_number': 3, 'project_id': '62fc9303bfa740019a93723a5e670e10', 'gw_port': {'id': '9d5bf84f-d781-4fea-a0a3-8ad8999e128d', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:32Z', 'updated_at': '2021-06-10T22:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:35.983050 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0354b-4d3a-4c9d-9f61-5d1098114b0b None None] The sync data for ids ['dff4f88a-f6c5-483c-8cc8-2d206721c99d'] in dv-cinder-790535-2-iscsi is: [{'id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'name': 'tempest-TestVolumeBootPattern-1279541265-router', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9d5bf84f-d781-4fea-a0a3-8ad8999e128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:30Z', 'updated_at': '2021-06-10T22:52:32Z', 'revision_number': 3, 'project_id': '62fc9303bfa740019a93723a5e670e10', 'gw_port': {'id': '9d5bf84f-d781-4fea-a0a3-8ad8999e128d', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:32Z', 'updated_at': '2021-06-10T22:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:52:36.025008 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Network a7db28e3-f32d-4aca-96a3-9aa37b9736d9 is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:52:36.026384 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:52:36.209874 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Router dff4f88a-f6c5-483c-8cc8-2d206721c99d has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:52:36.383811 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:52:36.386638 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-3339bcc1-b1d2-4629-872f-df36129ce357 None None] Provisioning complete for port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:36.387024 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-3339bcc1-b1d2-4629-872f-df36129ce357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:36.404885 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] 10.222.0.25 "PUT /v2.0/routers/dff4f88a-f6c5-483c-8cc8-2d206721c99d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4183526 Jun 10 22:52:36.465162 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-3339bcc1-b1d2-4629-872f-df36129ce357 None None] Port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:52:36.574267 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 9d5bf84f-d781-4fea-a0a3-8ad8999e128d up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:36.700901 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port 9d5bf84f-d781-4fea-a0a3-8ad8999e128d completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:36.705585 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 9d5bf84f-d781-4fea-a0a3-8ad8999e128d triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:36.705970 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:36.795037 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:36.818473 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port 9d5bf84f-d781-4fea-a0a3-8ad8999e128d, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=9d5bf84f-d781-4fea-a0a3-8ad8999e128d,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:36.883836 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:36.884736 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 30e38116-5ece-42cc-a3b6-ebc16a1ad791 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:36.886475 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:36.977681 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=9d5bf84f-d781-4fea-a0a3-8ad8999e128d,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:36.981068 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:36.990619 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 30e38116-5ece-42cc-a3b6-ebc16a1ad791 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:36.991159 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:37.139567 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50044) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:37.144334 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-02d89496-a130-4062-8bbf-40dd6766836a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2001555170', 'description': 'tempest-secgroup-smoke-2001555170 description', 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:37.261164 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-02d89496-a130-4062-8bbf-40dd6766836a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:37.349260 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-02d89496-a130-4062-8bbf-40dd6766836a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:37.444002 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-02d89496-a130-4062-8bbf-40dd6766836a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:37.446573 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-61f1fe31-763a-42a3-aa02-bda1c1b06cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:37.485974 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d89496-a130-4062-8bbf-40dd6766836a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74cb6af5-1474-4f14-bf73-386ae925f82b,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:37.489885 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-02d89496-a130-4062-8bbf-40dd6766836a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:37.535027 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-02d89496-a130-4062-8bbf-40dd6766836a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:37.536420 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-02d89496-a130-4062-8bbf-40dd6766836a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3958151 Jun 10 22:52:37.539331 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50048) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:37.543870 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-bf234e57-4cd9-4981-91e7-d7b44f7d3330 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Request body: {'security_group_rule': {'security_group_id': '74cb6af5-1474-4f14-bf73-386ae925f82b', 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:37.640139 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bf234e57-4cd9-4981-91e7-d7b44f7d3330 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:37.709412 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bf234e57-4cd9-4981-91e7-d7b44f7d3330 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:37.809428 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bf234e57-4cd9-4981-91e7-d7b44f7d3330 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:37.811375 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:37.826800 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf234e57-4cd9-4981-91e7-d7b44f7d3330 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19c391e-013b-4b05-89f4-007bff867f4b,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:37.831234 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-bf234e57-4cd9-4981-91e7-d7b44f7d3330 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:37.929369 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bf234e57-4cd9-4981-91e7-d7b44f7d3330 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:37.930607 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-bf234e57-4cd9-4981-91e7-d7b44f7d3330 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902678 Jun 10 22:52:37.933370 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50050) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:37.937936 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-c237b726-e9da-4939-b1a0-eccb5ac3a3cb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Request body: {'security_group_rule': {'security_group_id': '74cb6af5-1474-4f14-bf73-386ae925f82b', 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:38.014202 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c237b726-e9da-4939-b1a0-eccb5ac3a3cb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:38.077833 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c237b726-e9da-4939-b1a0-eccb5ac3a3cb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:38.157654 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c237b726-e9da-4939-b1a0-eccb5ac3a3cb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:38.163757 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0c4d4f33-8593-47fc-9a4b-8923174ae6aa tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:38.179750 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237b726-e9da-4939-b1a0-eccb5ac3a3cb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce605fcd-5279-487e-aae5-b045be13ea20,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:38.182999 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-c237b726-e9da-4939-b1a0-eccb5ac3a3cb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:38.260662 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c237b726-e9da-4939-b1a0-eccb5ac3a3cb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:38.261860 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-c237b726-e9da-4939-b1a0-eccb5ac3a3cb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3275018 Jun 10 22:52:38.264449 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50054) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:38.269874 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-4b123b42-358a-4dfb-9005-37d0ee37ec84 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Request body: {'security_group_rule': {'security_group_id': '74cb6af5-1474-4f14-bf73-386ae925f82b', 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:38.362821 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4b123b42-358a-4dfb-9005-37d0ee37ec84 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:38.443791 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4b123b42-358a-4dfb-9005-37d0ee37ec84 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:38.465407 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 9d5bf84f-d781-4fea-a0a3-8ad8999e128d up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:38.512361 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4b123b42-358a-4dfb-9005-37d0ee37ec84 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:38.514400 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:38.524599 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port 9d5bf84f-d781-4fea-a0a3-8ad8999e128d triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:38.524980 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:38.532200 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b123b42-358a-4dfb-9005-37d0ee37ec84 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb411906-0956-46a9-85e0-a12d55608b09,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:38.536430 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4b123b42-358a-4dfb-9005-37d0ee37ec84 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:38.620531 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4b123b42-358a-4dfb-9005-37d0ee37ec84 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:38.622413 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-4b123b42-358a-4dfb-9005-37d0ee37ec84 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3570628 Jun 10 22:52:38.625068 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50058) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:38.630501 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-a8a0b30a-e8bd-44c5-8cc4-7bcde6fbdd13 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Request body: {'security_group_rule': {'security_group_id': '74cb6af5-1474-4f14-bf73-386ae925f82b', 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:38.808308 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a8a0b30a-e8bd-44c5-8cc4-7bcde6fbdd13 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:38.870371 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a8a0b30a-e8bd-44c5-8cc4-7bcde6fbdd13 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:38.969480 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a8a0b30a-e8bd-44c5-8cc4-7bcde6fbdd13 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:38.975984 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:38.993349 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0b30a-e8bd-44c5-8cc4-7bcde6fbdd13 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d660a977-f5bb-4263-a03a-2641c53244d4,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:38.996417 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a8a0b30a-e8bd-44c5-8cc4-7bcde6fbdd13 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:39.072330 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a8a0b30a-e8bd-44c5-8cc4-7bcde6fbdd13 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:39.073570 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-a8a0b30a-e8bd-44c5-8cc4-7bcde6fbdd13 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4475937 Jun 10 22:52:39.076383 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50060) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:39.081428 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-71e84728-bfc6-45d5-a087-ca6d1f8a5aee tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Request body: {'security_group_rule': {'security_group_id': '74cb6af5-1474-4f14-bf73-386ae925f82b', 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:39.176367 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.securitygroups_db [None req-71e84728-bfc6-45d5-a087-ca6d1f8a5aee tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Project 4cd98d9793274a1ca8847ac8ecc0f2af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 22:52:39.181087 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Sync routers for ids ['dff4f88a-f6c5-483c-8cc8-2d206721c99d'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:52:39.184029 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-71e84728-bfc6-45d5-a087-ca6d1f8a5aee tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:39.191272 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Routers {'dff4f88a-f6c5-483c-8cc8-2d206721c99d'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:39.191902 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:52:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['dff4f88a-f6c5-483c-8cc8-2d206721c99d'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:39.251394 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-71e84728-bfc6-45d5-a087-ca6d1f8a5aee tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:39.306315 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-71e84728-bfc6-45d5-a087-ca6d1f8a5aee tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:39.308672 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-c237b726-e9da-4939-b1a0-eccb5ac3a3cb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:39.326134 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e84728-bfc6-45d5-a087-ca6d1f8a5aee tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b71e45e-c1c8-43f2-9e2a-c76505854382,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:39.328539 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-71e84728-bfc6-45d5-a087-ca6d1f8a5aee tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:39.340393 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Set router dff4f88a-f6c5-483c-8cc8-2d206721c99d gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:39.380371 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-71e84728-bfc6-45d5-a087-ca6d1f8a5aee tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:39.381569 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-71e84728-bfc6-45d5-a087-ca6d1f8a5aee tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3042574 Jun 10 22:52:39.384254 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50064) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:52:39.388755 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-219541a4-28fb-4255-9c62-cd51a51973f4 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Request body: {'security_group_rule': {'security_group_id': '74cb6af5-1474-4f14-bf73-386ae925f82b', 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:52:39.490019 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.securitygroups_db [None req-219541a4-28fb-4255-9c62-cd51a51973f4 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Project 4cd98d9793274a1ca8847ac8ecc0f2af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 22:52:39.496648 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-219541a4-28fb-4255-9c62-cd51a51973f4 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:39.572872 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-219541a4-28fb-4255-9c62-cd51a51973f4 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:39.602562 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'name': 'tempest-TestVolumeBootPattern-1279541265-router', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9d5bf84f-d781-4fea-a0a3-8ad8999e128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:30Z', 'updated_at': '2021-06-10T22:52:35Z', 'revision_number': 4, 'project_id': '62fc9303bfa740019a93723a5e670e10', 'gw_port': {'id': '9d5bf84f-d781-4fea-a0a3-8ad8999e128d', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:32Z', 'updated_at': '2021-06-10T22:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': 'f71ef46f-57a1-4f3e-b45c-9ffe32d9de05', 'name': '', 'network_id': 'a7db28e3-f32d-4aca-96a3-9aa37b9736d9', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'mac_address': 'fa:16:3e:55:5f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4c318c31-f686-40d1-a23f-431f39ab2f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:34Z', 'updated_at': '2021-06-10T22:52:35Z', 'revision_number': 2, 'project_id': '62fc9303bfa740019a93723a5e670e10', 'subnets': [{'id': '4c318c31-f686-40d1-a23f-431f39ab2f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:39.605809 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Checking router: dff4f88a-f6c5-483c-8cc8-2d206721c99d for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:52:39.606166 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Updating router dff4f88a-f6c5-483c-8cc8-2d206721c99d port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 binding host dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 22:52:39.644195 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-219541a4-28fb-4255-9c62-cd51a51973f4 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:39.646268 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:39.646483 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:39.669889 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219541a4-28fb-4255-9c62-cd51a51973f4 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad97cd4-87c6-45ba-ad66-2df01180d156,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:39.675194 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-219541a4-28fb-4255-9c62-cd51a51973f4 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:39.746357 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-219541a4-28fb-4255-9c62-cd51a51973f4 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:39.747582 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-219541a4-28fb-4255-9c62-cd51a51973f4 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3623667 Jun 10 22:52:39.977747 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Notify callbacks [] for port, precommit_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:39.990843 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.provisioning_blocks [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Transition to ACTIVE for port object f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 will not be triggered until provisioned by entity L2. {{(pid=98757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:52:40.046136 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f622083-e387-41ad-94d6-779f44887957 req-e52c0c39-6567-43c7-83e0-24c5cabba703 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:40.047633 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7f622083-e387-41ad-94d6-779f44887957 req-e52c0c39-6567-43c7-83e0-24c5cabba703 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 945 time: 0.0713756 Jun 10 22:52:40.072140 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:40.075379 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-ea76c441-b207-4c5f-ae27-516f3fc636ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:40.090125 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7f622083-e387-41ad-94d6-779f44887957 req-f6f87abe-288b-4fdf-8975-708b2d5a9501 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363617 Jun 10 22:52:40.175651 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9dd4e-1b7b-4a21-966a-7c0a37becbf6 None None] Pushing event updated for resources: {'Port': ['ID=f71ef46f-57a1-4f3e-b45c-9ffe32d9de05,revision_number=3']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:40.180577 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-8cb9dd4e-1b7b-4a21-966a-7c0a37becbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:40.254011 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Attempting to bind port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 on host dv-cinder-790535-2-iscsi for vnic_type normal with profile {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:52:40.254011 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Attempting to bind port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 by drivers openvswitch,hyperv on host dv-cinder-790535-2-iscsi at level 0 using segments [{'id': 'f8c460a2-7efe-4f78-aef0-b9c5d35baf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7db28e3-f32d-4aca-96a3-9aa37b9736d9'}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:52:40.254011 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Attempting to bind port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 on network a7db28e3-f32d-4aca-96a3-9aa37b9736d9 {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:52:40.258855 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Checking agent: {'id': 'b3dc4d39-360c-470d-90a7-2c2d2944869f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 38, 25), 'started_at': datetime.datetime(2021, 6, 10, 22, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:52:40.259238 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Checking segment: {'id': 'f8c460a2-7efe-4f78-aef0-b9c5d35baf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7db28e3-f32d-4aca-96a3-9aa37b9736d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:52:40.259642 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:40.260133 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Bound using segment: {'id': 'f8c460a2-7efe-4f78-aef0-b9c5d35baf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7db28e3-f32d-4aca-96a3-9aa37b9736d9'} {{(pid=98757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:52:40.260609 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.managers [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Bound port: f71ef46f-57a1-4f3e-b45c-9ffe32d9de05, host: dv-cinder-790535-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c460a2-7efe-4f78-aef0-b9c5d35baf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7db28e3-f32d-4aca-96a3-9aa37b9736d9'}}] {{(pid=98757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:52:40.260991 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:40.337882 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] For port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05, host dv-cinder-790535-2-iscsi, cleared binding levels {{(pid=98757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:52:40.341289 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.plugins.ml2.db [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] For port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05, host dv-cinder-790535-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=f71ef46f-57a1-4f3e-b45c-9ffe32d9de05,segment=NetworkSegment(f8c460a2-7efe-4f78-aef0-b9c5d35baf0a),segment_id=f8c460a2-7efe-4f78-aef0-b9c5d35baf0a)] {{(pid=98757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:52:40.438126 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron_lib.callbacks.manager [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:40.440912 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:40.500727 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Routers {'dff4f88a-f6c5-483c-8cc8-2d206721c99d'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:52:40.501344 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:52:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['dff4f88a-f6c5-483c-8cc8-2d206721c99d'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:40.556304 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9dd4e-1b7b-4a21-966a-7c0a37becbf6 None None] Pushing event updated for resources: {'Port': ['ID=f71ef46f-57a1-4f3e-b45c-9ffe32d9de05,revision_number=4']} {{(pid=98757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:40.600787 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG oslo_concurrency.lockutils [None req-8cb9dd4e-1b7b-4a21-966a-7c0a37becbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:40.757433 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] Set router dff4f88a-f6c5-483c-8cc8-2d206721c99d gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:52:41.009172 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'name': 'tempest-TestVolumeBootPattern-1279541265-router', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9d5bf84f-d781-4fea-a0a3-8ad8999e128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:30Z', 'updated_at': '2021-06-10T22:52:35Z', 'revision_number': 4, 'project_id': '62fc9303bfa740019a93723a5e670e10', 'gw_port': {'id': '9d5bf84f-d781-4fea-a0a3-8ad8999e128d', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:32Z', 'updated_at': '2021-06-10T22:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': 'f71ef46f-57a1-4f3e-b45c-9ffe32d9de05', 'name': '', 'network_id': 'a7db28e3-f32d-4aca-96a3-9aa37b9736d9', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'mac_address': 'fa:16:3e:55:5f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4c318c31-f686-40d1-a23f-431f39ab2f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:34Z', 'updated_at': '2021-06-10T22:52:40Z', 'revision_number': 4, 'project_id': '62fc9303bfa740019a93723a5e670e10', 'subnets': [{'id': '4c318c31-f686-40d1-a23f-431f39ab2f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:52:41.012611 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43585e71-2404-4ce0-bdf8-a8cbed32a386 None None] The sync data for ids ['dff4f88a-f6c5-483c-8cc8-2d206721c99d'] in dv-cinder-790535-2-iscsi is: [{'id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'name': 'tempest-TestVolumeBootPattern-1279541265-router', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9d5bf84f-d781-4fea-a0a3-8ad8999e128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:30Z', 'updated_at': '2021-06-10T22:52:35Z', 'revision_number': 4, 'project_id': '62fc9303bfa740019a93723a5e670e10', 'gw_port': {'id': '9d5bf84f-d781-4fea-a0a3-8ad8999e128d', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:32Z', 'updated_at': '2021-06-10T22:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': 'f71ef46f-57a1-4f3e-b45c-9ffe32d9de05', 'name': '', 'network_id': 'a7db28e3-f32d-4aca-96a3-9aa37b9736d9', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'mac_address': 'fa:16:3e:55:5f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4c318c31-f686-40d1-a23f-431f39ab2f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:34Z', 'updated_at': '2021-06-10T22:52:40Z', 'revision_number': 4, 'project_id': '62fc9303bfa740019a93723a5e670e10', 'subnets': [{'id': '4c318c31-f686-40d1-a23f-431f39ab2f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:52:41.281912 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6780b-074c-4f6c-938a-93764a61f608 req-f1df7777-cec8-413b-b276-713036370654 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:41.284056 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-26a6780b-074c-4f6c-938a-93764a61f608 req-f1df7777-cec8-413b-b276-713036370654 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 945 time: 0.0725298 Jun 10 22:52:41.335821 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-26a6780b-074c-4f6c-938a-93764a61f608 req-881f9d89-7fb0-44c8-9912-faeda644fc47 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459032 Jun 10 22:52:41.937134 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe7d7e-2676-4190-84f8-28ca5e14edfb req-f88d39f1-9e80-409b-8a9a-0288af5472a3 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:41.938526 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4cbe7d7e-2676-4190-84f8-28ca5e14edfb req-f88d39f1-9e80-409b-8a9a-0288af5472a3 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.13 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 945 time: 0.0656662 Jun 10 22:52:42.307555 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [req-4cbe7d7e-2676-4190-84f8-28ca5e14edfb req-942a101c-9c22-4d74-8429-9dddd869ea20 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Deleting port 6b7067cf-5233-4b15-9458-ec8cb3a450e6 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:52:42.307794 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-4cbe7d7e-2676-4190-84f8-28ca5e14edfb req-942a101c-9c22-4d74-8429-9dddd869ea20 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:42.426055 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-4cbe7d7e-2676-4190-84f8-28ca5e14edfb req-942a101c-9c22-4d74-8429-9dddd869ea20 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] For port 6b7067cf-5233-4b15-9458-ec8cb3a450e6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b7067cf-5233-4b15-9458-ec8cb3a450e6,segment=NetworkSegment(c37f4c3b-097e-47be-9c7e-7abe3200dc28),segment_id=c37f4c3b-097e-47be-9c7e-7abe3200dc28)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:42.426423 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-4cbe7d7e-2676-4190-84f8-28ca5e14edfb req-942a101c-9c22-4d74-8429-9dddd869ea20 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:42.508255 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:42.527000 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [req-4cbe7d7e-2676-4190-84f8-28ca5e14edfb req-942a101c-9c22-4d74-8429-9dddd869ea20 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Calling delete_port for 6b7067cf-5233-4b15-9458-ec8cb3a450e6 owned by compute:nova {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:52:42.626078 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning for port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:52:42.630149 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:42.630542 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:42.678291 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364e25-66c6-49ed-8add-def3208526f2 req-b22759e2-95ee-4347-8e14-26c582cdd990 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:42.679827 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c8364e25-66c6-49ed-8add-def3208526f2 req-b22759e2-95ee-4347-8e14-26c582cdd990 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 945 time: 0.1939957 Jun 10 22:52:42.724028 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:42.763230 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] For port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=f71ef46f-57a1-4f3e-b45c-9ffe32d9de05,segment=NetworkSegment(f8c460a2-7efe-4f78-aef0-b9c5d35baf0a),segment_id=f8c460a2-7efe-4f78-aef0-b9c5d35baf0a)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:52:42.776726 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c8364e25-66c6-49ed-8add-def3208526f2 req-b7e9fe9c-52c4-4fa0-aa0f-fa93dd026a0e tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866151 Jun 10 22:52:42.843392 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:42.845360 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:42.878407 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-4cbe7d7e-2676-4190-84f8-28ca5e14edfb req-942a101c-9c22-4d74-8429-9dddd869ea20 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:42.882400 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4330d7e4-a682-4774-a653-97f226771f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:52:42.891973 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['6b7067cf-5233-4b15-9458-ec8cb3a450e6'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:52:42.912047 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a101c-9c22-4d74-8429-9dddd869ea20 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Pushing event deleted for resources: {'Port': ['ID=6b7067cf-5233-4b15-9458-ec8cb3a450e6,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:42.915769 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-942a101c-9c22-4d74-8429-9dddd869ea20 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:42.927947 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Pushing event updated for resources: {'Port': ['ID=f71ef46f-57a1-4f3e-b45c-9ffe32d9de05,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:52:42.930708 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:52:42.969757 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbe7d7e-2676-4190-84f8-28ca5e14edfb req-942a101c-9c22-4d74-8429-9dddd869ea20 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] No DVR routers for this DVR port 6b7067cf-5233-4b15-9458-ec8cb3a450e6 on host hv-cinder-79053 {{(pid=98754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:52:42.972385 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-4cbe7d7e-2676-4190-84f8-28ca5e14edfb req-942a101c-9c22-4d74-8429-9dddd869ea20 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:42.974375 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4cbe7d7e-2676-4190-84f8-28ca5e14edfb req-942a101c-9c22-4d74-8429-9dddd869ea20 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.13 "DELETE /v2.0/ports/6b7067cf-5233-4b15-9458-ec8cb3a450e6 HTTP/1.1" status: 204 len: 173 time: 1.0291224 Jun 10 22:52:42.974908 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da62f55e-4749-40d0-b1f7-26edec17728d', 'name': 'network-vif-deleted', 'tag': '6b7067cf-5233-4b15-9458-ec8cb3a450e6'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:52:42.977302 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fccd6c-b83d-4ac1-840e-7f076cc3204b" -d '{"events": [{"server_uuid": "da62f55e-4749-40d0-b1f7-26edec17728d", "name": "network-vif-deleted", "tag": "6b7067cf-5233-4b15-9458-ec8cb3a450e6"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:52:43.012226 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e85a39f-9ad6-4954-b821-81f88a994782 x-openstack-request-id: req-4e85a39f-9ad6-4954-b821-81f88a994782 {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:52:43.017267 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da62f55e-4749-40d0-b1f7-26edec17728d", "name": "network-vif-deleted", "tag": "6b7067cf-5233-4b15-9458-ec8cb3a450e6", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:52:43.017267 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e85a39f-9ad6-4954-b821-81f88a994782 {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:52:43.017267 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da62f55e-4749-40d0-b1f7-26edec17728d', 'name': 'network-vif-deleted', 'tag': '6b7067cf-5233-4b15-9458-ec8cb3a450e6', 'status': 'completed', 'code': 200} Jun 10 22:52:43.947727 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-08b93da7-f338-4025-b3da-03ad160d6f00 req-b159096a-2842-45ca-b9ef-4bc1b2486a9b tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da62f55e-4749-40d0-b1f7-26edec17728d HTTP/1.1" status: 200 len: 210 time: 0.0357814 Jun 10 22:52:44.468515 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 up at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:52:44.521527 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Provisioning complete for port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:52:44.521938 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:45.359385 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 6b7067cf-5233-4b15-9458-ec8cb3a450e6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:52:45.383344 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: 6b7067cf-5233-4b15-9458-ec8cb3a450e6 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:52:45.383661 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 6b7067cf-5233-4b15-9458-ec8cb3a450e6 not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:52:46.898107 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7c3bae1e-d376-40a2-92d1-e83fc9c0a034 req-2d8ff9bc-a792-47f4-9e5e-6f9e8ad1577a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591362 Jun 10 22:52:46.978347 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bae1e-d376-40a2-92d1-e83fc9c0a034 req-aa116ce8-d75e-4564-b258-58c346b94ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:46.980228 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7c3bae1e-d376-40a2-92d1-e83fc9c0a034 req-aa116ce8-d75e-4564-b258-58c346b94ebe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 1098 time: 0.0591781 Jun 10 22:52:47.117871 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bae1e-d376-40a2-92d1-e83fc9c0a034 req-76b71689-d7dc-435e-9c84-f12925010d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:47.119302 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7c3bae1e-d376-40a2-92d1-e83fc9c0a034 req-76b71689-d7dc-435e-9c84-f12925010d8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d HTTP/1.1" status: 200 len: 910 time: 0.1163414 Jun 10 22:52:47.134914 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:47.206853 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7c3bae1e-d376-40a2-92d1-e83fc9c0a034 req-7824c555-7be3-4898-bb28-4e5c86be75e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d52610fd-0f6f-4b53-a6ff-1ef3f2357948 HTTP/1.1" status: 200 len: 1001 time: 0.0803289 Jun 10 22:52:47.262916 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bae1e-d376-40a2-92d1-e83fc9c0a034 req-244c1d4e-00e3-4f08-bf3d-f74215a22587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:47.264317 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7c3bae1e-d376-40a2-92d1-e83fc9c0a034 req-244c1d4e-00e3-4f08-bf3d-f74215a22587 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f890a9bf-0853-45c5-86e2-c17d3f245b7a HTTP/1.1" status: 200 len: 849 time: 0.0503192 Jun 10 22:52:47.326354 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bae1e-d376-40a2-92d1-e83fc9c0a034 req-c2a4f5e7-0df3-4bf6-9c34-c503a2b10b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:52:47.327819 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7c3bae1e-d376-40a2-92d1-e83fc9c0a034 req-c2a4f5e7-0df3-4bf6-9c34-c503a2b10b03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568023 Jun 10 22:52:47.442776 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7c3bae1e-d376-40a2-92d1-e83fc9c0a034 req-bf8872b5-2aa2-42ce-9239-59ced6ac4d8a service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066322 Jun 10 22:52:47.571053 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7c3bae1e-d376-40a2-92d1-e83fc9c0a034 req-74daaaa8-26cd-4ed1-85f8-0c3d70e93562 service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102691 Jun 10 22:52:52.163516 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-1d510e0f-0683-4e8f-a6d4-e5e573485b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:54.848984 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c5067bad-28cf-4f25-81bf-c7855a6ac2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:54.883197 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:55.774444 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:52:57.272077 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:02.826109 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:53:17.122719 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:19.271573 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-71efc9e3-1c78-4f90-a06e-e85fcae36918 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927536246&fields=id&tenant_id=764f131b12ce4bcb9070a3666b914ae8 HTTP/1.1" status: 200 len: 267 time: 0.0369279 Jun 10 22:53:19.398261 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-9fcd7228-f129-4a26-b5d7-a9529ce6c7cb tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:19.399703 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-9fcd7228-f129-4a26-b5d7-a9529ce6c7cb tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/networks?id=e2190823-fed9-4f02-bd3d-4284424e14ed HTTP/1.1" status: 200 len: 808 time: 0.1216786 Jun 10 22:53:19.414571 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-eaf93dcc-294a-4c36-8245-8305af44137f tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/quotas/764f131b12ce4bcb9070a3666b914ae8 HTTP/1.1" status: 200 len: 375 time: 0.0093894 Jun 10 22:53:19.490509 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-819f533d-d62f-4e7a-9d49-c016b3a27c52 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=764f131b12ce4bcb9070a3666b914ae8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704412 Jun 10 22:53:19.702860 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-840d2730-b563-460f-b41c-9b9306c83805 service neutron] 10.222.0.25 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996906 Jun 10 22:53:19.762162 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-fa28c520-f3de-4889-8c3f-e30f8fa42c09 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001555170&fields=id&tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af HTTP/1.1" status: 200 len: 267 time: 0.0364485 Jun 10 22:53:19.820875 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-28286280-6d32-4f38-acc0-6a4ef8b460d7 service neutron] 10.222.0.25 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116214 Jun 10 22:53:19.892226 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1e759-388f-4fe6-8126-75984442f94b req-b927e348-beb0-4f3e-a698-8c96d7fe6cbc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:19.893736 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-b927e348-beb0-4f3e-a698-8c96d7fe6cbc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 811 time: 0.1249895 Jun 10 22:53:19.909096 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-222883d5-716f-4826-a223-135f6c8ea2b3 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/quotas/4cd98d9793274a1ca8847ac8ecc0f2af HTTP/1.1" status: 200 len: 375 time: 0.0093453 Jun 10 22:53:19.989060 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-4f040b6c-258c-4ac2-acbd-593bf111a305 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742183 Jun 10 22:53:20.148530 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-4a1028f5-bc3d-441d-8411-a70bf0b8c5e7 service neutron] 10.222.0.25 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467140 Jun 10 22:53:20.261954 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-cca912ba-ef68-437c-903c-6f5c068d08e8 service neutron] 10.222.0.25 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075191 Jun 10 22:53:20.430986 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c75e8956-d861-4416-aafc-bacf4d1e340b req-9c922bf4-da61-4518-9fb4-0bdfae5511e8 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 210 time: 0.0350826 Jun 10 22:53:20.979836 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f383d820-42d5-46e8-8db1-14e4ba7d84bc req-03c7d504-dfc8-4856-ad24-9518a7148445 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 210 time: 0.0371408 Jun 10 22:53:21.525211 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c62cd106-8760-4525-b5bf-8d0cc3aac882 req-6a56b18b-07d2-488d-915f-843e22a96a89 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 210 time: 0.0340908 Jun 10 22:53:22.068622 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a2546a39-4886-48d2-9e5d-6b73b2cb7540 req-876c443d-ae8c-47e7-8173-0000c06a2155 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 210 time: 0.0342069 Jun 10 22:53:22.209382 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-995f6f45-f580-421a-9e50-a5150cd3326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:22.675527 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5a3d8399-5a5d-408b-ae89-17ac5f36e87d req-87c94347-2fd9-46b5-b14d-90bf775be20c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 210 time: 0.0393014 Jun 10 22:53:23.112375 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-a493c7cd-87bd-4bde-8510-f51bd5c4423d tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:23.113822 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-a493c7cd-87bd-4bde-8510-f51bd5c4423d tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.13 "GET /v2.0/networks?id=e2190823-fed9-4f02-bd3d-4284424e14ed HTTP/1.1" status: 200 len: 808 time: 0.1273522 Jun 10 22:53:23.164738 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-68a81369-0268-4cf1-bf2b-a9385d17e97c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=764f131b12ce4bcb9070a3666b914ae8 HTTP/1.1" status: 200 len: 379 time: 0.0419579 Jun 10 22:53:23.174668 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Request body: {'port': {'device_id': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'admin_state_up': True, 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'security_groups': ['bf4046d7-0a59-4e93-b97e-a320f9085b5e']}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:53:23.236351 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0f86de61-baa0-4284-927e-21ee03511da7 req-4d4367cc-cead-45ef-83ed-07c57f667eb9 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 210 time: 0.0448880 Jun 10 22:53:23.437016 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Made reservation on behalf of 764f131b12ce4bcb9070a3666b914ae8 for: {'port': 1} {{(pid=98754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:53:23.441911 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:23.584103 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Allocated IP 172.20.0.3 (e2190823-fed9-4f02-bd3d-4284424e14ed/b701f2d6-25a0-41b6-9cd9-5ce47e9665d5/9ae05515-a179-4484-8e66-83f9144720cd) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:53:23.744730 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1e759-388f-4fe6-8126-75984442f94b req-35ca32d1-dac0-428a-8be8-248da28c2028 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:23.746173 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-35ca32d1-dac0-428a-8be8-248da28c2028 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 811 time: 0.1299179 Jun 10 22:53:23.750928 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:23.764281 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Transition to ACTIVE for port object 9ae05515-a179-4484-8e66-83f9144720cd will not be triggered until provisioned by entity DHCP. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:53:23.800223 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-7efe8a46-9c5b-43ea-9703-3d1601cf4fe6 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af HTTP/1.1" status: 200 len: 380 time: 0.0439141 Jun 10 22:53:23.832919 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Request body: {'port': {'device_id': '97652279-3495-48bb-bc69-67a7f4c590d4', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'admin_state_up': True, 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'security_groups': ['74cb6af5-1474-4f14-bf73-386ae925f82b']}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:53:23.838707 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5efa0f84-2e22-48bf-808d-56744a904230 req-a49b8273-4aef-4eea-afd9-42c1d2e083bf tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 210 time: 0.0433111 Jun 10 22:53:23.946682 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-261566843'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:23.951121 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:24.001961 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Network e2190823-fed9-4f02-bd3d-4284424e14ed is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:53:24.011941 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:53:24.014606 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:53:24.068718 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Pushing event updated for resources: {'Port': ['ID=9ae05515-a179-4484-8e66-83f9144720cd,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:24.088502 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:24.089301 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:24.089852 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:24.090395 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:24.090932 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:24.091467 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:24.092036 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:24.092707 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:24.093389 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:24.094188 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:24.094745 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:24.095362 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:24.106925 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:24.123199 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:24.125451 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:24.227369 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0565712 Jun 10 22:53:24.243458 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Request body: {'port': {'device_id': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:53:24.331428 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:24.351675 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Made reservation on behalf of 4cd98d9793274a1ca8847ac8ecc0f2af for: {'port': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:53:24.355330 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:24.406329 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4fad2e1e-b743-4970-ae84-4851d3b25dc6 req-bf7a278c-91db-435f-b7d7-1a1ba327d6ca tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 210 time: 0.0572987 Jun 10 22:53:24.414278 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-bde1e055-8872-4bca-9d45-1581953c2654 None None] Provisioning for port 9ae05515-a179-4484-8e66-83f9144720cd completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:53:24.418242 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-bde1e055-8872-4bca-9d45-1581953c2654 None None] Provisioning complete for port 9ae05515-a179-4484-8e66-83f9144720cd triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:53:24.418630 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-bde1e055-8872-4bca-9d45-1581953c2654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:24.477859 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-bde1e055-8872-4bca-9d45-1581953c2654 None None] Port 9ae05515-a179-4484-8e66-83f9144720cd cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:53:24.522269 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Allocated IP 172.20.0.5 (8fc834ec-cebb-4677-b9ec-a352ac05fde7/84ad3ac5-4abd-4be3-b193-420ebfd6d999/4bbb55d6-1512-4dda-914e-527a1117849b) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:53:24.703436 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:24.719630 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Transition to ACTIVE for port object 4bbb55d6-1512-4dda-914e-527a1117849b will not be triggered until provisioned by entity DHCP. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:53:24.744833 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae05515-a179-4484-8e66-83f9144720cd {{(pid=98754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:53:24.752546 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:24.764814 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.provisioning_blocks [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Transition to ACTIVE for port object 9ae05515-a179-4484-8e66-83f9144720cd will not be triggered until provisioned by entity L2. {{(pid=98754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:53:24.797315 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-acab6857-37c4-4d42-aa26-45ce3ab15ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:24.986176 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:24.989109 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:24.992204 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-7947c974-180f-4132-8777-33ee99cd1d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:24.999878 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:25.006148 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:25.071754 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:53:25.079900 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:53:25.083086 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:53:25.125284 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'Port': ['ID=4bbb55d6-1512-4dda-914e-527a1117849b,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:25.149890 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:25.150598 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:25.151133 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:25.151723 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:25.152262 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:25.152789 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:25.153307 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:25.153856 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:25.154216 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:25.154559 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:25.154915 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:25.155262 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:25.159400 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:25.161611 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Pushing event updated for resources: {'Port': ['ID=9ae05515-a179-4484-8e66-83f9144720cd,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:25.167557 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:25.172748 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:25.173549 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:25.182597 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Attempting to bind port 9ae05515-a179-4484-8e66-83f9144720cd on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:53:25.182941 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Attempting to bind port 9ae05515-a179-4484-8e66-83f9144720cd by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'eb353f22-6b02-41e7-b62f-9412978b80b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed'}] {{(pid=98754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:53:25.183287 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Attempting to bind port 9ae05515-a179-4484-8e66-83f9144720cd on network e2190823-fed9-4f02-bd3d-4284424e14ed {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:53:25.188858 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Port 9ae05515-a179-4484-8e66-83f9144720cd on network e2190823-fed9-4f02-bd3d-4284424e14ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:53:25.189249 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Attempting to bind port 9ae05515-a179-4484-8e66-83f9144720cd on network e2190823-fed9-4f02-bd3d-4284424e14ed {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:53:25.192617 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e16e8-0a73-4469-803e-7ee60bdfe8e5 req-529f7c21-d409-4fc7-9a29-a951e7a667de tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:25.200865 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4e0e16e8-0a73-4469-803e-7ee60bdfe8e5 req-529f7c21-d409-4fc7-9a29-a951e7a667de tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 931 time: 0.2300715 Jun 10 22:53:25.201139 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:53:25.201139 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Checking segment: {'id': 'eb353f22-6b02-41e7-b62f-9412978b80b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:53:25.201139 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Bound using segment: {'id': 'eb353f22-6b02-41e7-b62f-9412978b80b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed'} {{(pid=98754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:53:25.201139 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.managers [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Bound port: 9ae05515-a179-4484-8e66-83f9144720cd, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb353f22-6b02-41e7-b62f-9412978b80b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed'}}] {{(pid=98754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:53:25.201139 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:25.258496 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4e0e16e8-0a73-4469-803e-7ee60bdfe8e5 req-c03c2c67-b88e-45b4-af27-9c7db23c50f1 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534582 Jun 10 22:53:25.278372 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4682450 Jun 10 22:53:25.291770 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Request body: {'port': {'device_id': '97652279-3495-48bb-bc69-67a7f4c590d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:53:25.296226 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] For port 9ae05515-a179-4484-8e66-83f9144720cd, host hv-cinder-79053, cleared binding levels {{(pid=98754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:53:25.300820 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] For port 9ae05515-a179-4484-8e66-83f9144720cd, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9ae05515-a179-4484-8e66-83f9144720cd,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:53:25.375047 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:25.378346 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-539777b0-a6c4-4fb8-894d-cbd327fa31a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:25.387415 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:25.423993 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:25.424807 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:25.426819 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] 10.222.0.13 "PUT /v2.0/ports/9ae05515-a179-4484-8e66-83f9144720cd HTTP/1.1" status: 200 len: 1093 time: 1.1900411 Jun 10 22:53:25.427635 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'tag': '9ae05515-a179-4484-8e66-83f9144720cd'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:53:25.430107 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc64308-fedd-4058-8df7-c4a2c29ea453" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea7efa1-0046-43c0-a80a-66b1bc4bbb76", "tag": "9ae05515-a179-4484-8e66-83f9144720cd"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:53:25.471566 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-cded3284-b376-44c4-b42d-56737d5f0a2e None None] Provisioning for port 4bbb55d6-1512-4dda-914e-527a1117849b completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:53:25.476141 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-cded3284-b376-44c4-b42d-56737d5f0a2e None None] Provisioning complete for port 4bbb55d6-1512-4dda-914e-527a1117849b triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:53:25.480364 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-cded3284-b376-44c4-b42d-56737d5f0a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:25.480503 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Pushing event updated for resources: {'Port': ['ID=9ae05515-a179-4484-8e66-83f9144720cd,revision_number=3']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:25.488613 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:25.497573 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63834732-e21e-4a8e-897a-f4934e959fce x-openstack-request-id: req-63834732-e21e-4a8e-897a-f4934e959fce {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:53:25.497917 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea7efa1-0046-43c0-a80a-66b1bc4bbb76", "tag": "9ae05515-a179-4484-8e66-83f9144720cd", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:53:25.498209 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63834732-e21e-4a8e-897a-f4934e959fce {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:53:25.498653 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'tag': '9ae05515-a179-4484-8e66-83f9144720cd', 'status': 'completed', 'code': 200} Jun 10 22:53:25.557157 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-cded3284-b376-44c4-b42d-56737d5f0a2e None None] Port 4bbb55d6-1512-4dda-914e-527a1117849b cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:53:25.623558 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc64308-fedd-4058-8df7-c4a2c29ea453 req-02da89d0-ec43-444b-bf47-f76332d2536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:25.624766 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-dcc64308-fedd-4058-8df7-c4a2c29ea453 req-02da89d0-ec43-444b-bf47-f76332d2536b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=764f131b12ce4bcb9070a3666b914ae8&device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 1096 time: 0.1007721 Jun 10 22:53:25.763806 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:25.887131 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2861f-635f-4796-bdeb-37d8e5fb07a3 req-771ccbac-196f-4fef-a782-030c276dc736 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:25.889651 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8dc2861f-635f-4796-bdeb-37d8e5fb07a3 req-771ccbac-196f-4fef-a782-030c276dc736 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 931 time: 0.1564233 Jun 10 22:53:25.956810 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbb55d6-1512-4dda-914e-527a1117849b {{(pid=98755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:53:25.973520 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:25.981493 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8dc2861f-635f-4796-bdeb-37d8e5fb07a3 req-b354b107-c59b-4ee0-bc4c-7326f8b8baea tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644562 Jun 10 22:53:25.992166 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Transition to ACTIVE for port object 4bbb55d6-1512-4dda-914e-527a1117849b will not be triggered until provisioned by entity L2. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:53:26.054577 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:26.056830 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9bf8f4ac-663a-45ec-ab81-7851c912c29b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:26.095513 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc64308-fedd-4058-8df7-c4a2c29ea453 req-17a52f7e-33ad-49c5-bbb2-4e2de7872fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:26.097715 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-dcc64308-fedd-4058-8df7-c4a2c29ea453 req-17a52f7e-33ad-49c5-bbb2-4e2de7872fe3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=764f131b12ce4bcb9070a3666b914ae8&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4628081 Jun 10 22:53:26.151907 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbb55d6-1512-4dda-914e-527a1117849b,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:26.155731 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:26.250323 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Attempting to bind port 4bbb55d6-1512-4dda-914e-527a1117849b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:53:26.250655 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Attempting to bind port 4bbb55d6-1512-4dda-914e-527a1117849b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:53:26.250982 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Attempting to bind port 4bbb55d6-1512-4dda-914e-527a1117849b on network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:53:26.255871 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Port 4bbb55d6-1512-4dda-914e-527a1117849b on network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:53:26.259619 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Attempting to bind port 4bbb55d6-1512-4dda-914e-527a1117849b on network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:53:26.261689 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:53:26.262237 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Checking segment: {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:53:26.262525 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Bound using segment: {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:53:26.263024 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Bound port: 4bbb55d6-1512-4dda-914e-527a1117849b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'}}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:53:26.263383 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:26.271094 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc64308-fedd-4058-8df7-c4a2c29ea453 req-6ce918ed-c2cf-4ec4-a59d-d3b1fe1f92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:26.272594 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-dcc64308-fedd-4058-8df7-c4a2c29ea453 req-6ce918ed-c2cf-4ec4-a59d-d3b1fe1f92e6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1687214 Jun 10 22:53:26.369561 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] For port 4bbb55d6-1512-4dda-914e-527a1117849b, host hv-cinder-79053, cleared binding levels {{(pid=98755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:53:26.372585 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] For port 4bbb55d6-1512-4dda-914e-527a1117849b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4bbb55d6-1512-4dda-914e-527a1117849b,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:53:26.399932 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-6809f2ad-bec5-4067-a46f-e329de5faf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:26.401412 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-6809f2ad-bec5-4067-a46f-e329de5faf46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=764f131b12ce4bcb9070a3666b914ae8&device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 1096 time: 0.0723920 Jun 10 22:53:26.455248 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846c20e-150a-4ddd-9ec0-c2b94097ff3b req-0e381c94-714c-4d3c-a818-2f06e3127242 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:26.456971 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2846c20e-150a-4ddd-9ec0-c2b94097ff3b req-0e381c94-714c-4d3c-a818-2f06e3127242 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0710828 Jun 10 22:53:26.458949 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-8d882147-2fad-4d14-9e78-db71cb685501 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ae05515-a179-4484-8e66-83f9144720cd HTTP/1.1" status: 200 len: 217 time: 0.0476623 Jun 10 22:53:26.479318 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:26.483520 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-146b2a9c-be9d-441a-b527-0e87cefc8cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:26.518850 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-779309e6-47c5-409c-a7c1-fafeb59005e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:26.520378 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-779309e6-47c5-409c-a7c1-fafeb59005e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b701f2d6-25a0-41b6-9cd9-5ce47e9665d5 HTTP/1.1" status: 200 len: 847 time: 0.0547364 Jun 10 22:53:26.543353 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:26.543995 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:26.545783 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] 10.222.0.13 "PUT /v2.0/ports/4bbb55d6-1512-4dda-914e-527a1117849b HTTP/1.1" status: 200 len: 1093 time: 1.2593799 Jun 10 22:53:26.547635 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97652279-3495-48bb-bc69-67a7f4c590d4', 'tag': '4bbb55d6-1512-4dda-914e-527a1117849b'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:53:26.550196 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e1e517-3401-455a-a108-7db1f73658f8" -d '{"events": [{"name": "network-changed", "server_uuid": "97652279-3495-48bb-bc69-67a7f4c590d4", "tag": "4bbb55d6-1512-4dda-914e-527a1117849b"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:53:26.561160 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2846c20e-150a-4ddd-9ec0-c2b94097ff3b req-c903b292-8ca1-4188-9b57-b4589c07f34a tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982530 Jun 10 22:53:26.595481 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-afab49e6-6b74-4799-afa3-db842c280d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:26.597037 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-afab49e6-6b74-4799-afa3-db842c280d9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2190823-fed9-4f02-bd3d-4284424e14ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693386 Jun 10 22:53:26.599730 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbb55d6-1512-4dda-914e-527a1117849b,revision_number=3']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:26.603091 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:26.672935 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4fc186-d046-4a9a-891d-1c6f98adbe88 x-openstack-request-id: req-de4fc186-d046-4a9a-891d-1c6f98adbe88 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:53:26.673263 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97652279-3495-48bb-bc69-67a7f4c590d4", "tag": "4bbb55d6-1512-4dda-914e-527a1117849b", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:53:26.673593 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de4fc186-d046-4a9a-891d-1c6f98adbe88 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:53:26.674301 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97652279-3495-48bb-bc69-67a7f4c590d4', 'tag': '4bbb55d6-1512-4dda-914e-527a1117849b', 'status': 'completed', 'code': 200} Jun 10 22:53:26.735004 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-efa0456e-9d8b-406e-b159-c12a97e32fb6 service neutron] 10.222.0.13 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272080 Jun 10 22:53:26.762936 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1e759-388f-4fe6-8126-75984442f94b req-4f802221-883a-444e-83aa-0929a4f181e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:26.765403 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-4f802221-883a-444e-83aa-0929a4f181e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 1096 time: 0.0773189 Jun 10 22:53:26.827264 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-53c74c6d-4f39-485e-9be7-080cec2d7a3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bbb55d6-1512-4dda-914e-527a1117849b HTTP/1.1" status: 200 len: 217 time: 0.0546842 Jun 10 22:53:26.853908 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1afe7421-acc3-4f56-8d60-1cc03f10f9e7 req-0b8d288a-9a8d-4608-a492-74eaed8aaeba service neutron] 10.222.0.13 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112812 Jun 10 22:53:26.876531 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50578) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:53:26.885198 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9aae6a28-c30d-44e9-931f-13dfa4f511e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:26.886631 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-9aae6a28-c30d-44e9-931f-13dfa4f511e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ad3ac5-4abd-4be3-b193-420ebfd6d999 HTTP/1.1" status: 200 len: 850 time: 0.0530050 Jun 10 22:53:26.927757 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f934e24-5780-4ce5-af81-28a9deb5575d admin admin] Deleting subnet d61f6821-e830-43d5-8beb-32997cc46bce {{(pid=98754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:53:26.930756 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1f934e24-5780-4ce5-af81-28a9deb5575d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:26.953215 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1e759-388f-4fe6-8126-75984442f94b req-b236d752-6376-474b-bdb8-d9d8c60c6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:26.954680 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-b236d752-6376-474b-bdb8-d9d8c60c6dcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fc834ec-cebb-4677-b9ec-a352ac05fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613461 Jun 10 22:53:26.973101 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1f934e24-5780-4ce5-af81-28a9deb5575d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261414575'] for subnet, precommit_delete_associations {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:27.022821 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1f934e24-5780-4ce5-af81-28a9deb5575d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:27.077116 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-5b6b5931-1cf0-4418-9ff4-b5594c44b64f service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111622 Jun 10 22:53:27.180697 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1f934e24-5780-4ce5-af81-28a9deb5575d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261568170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260754709'] for subnet, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:27.184102 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-3e67d05b-e811-4ffd-9a55-12ae25a8cba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:27.215116 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f934e24-5780-4ce5-af81-28a9deb5575d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61f6821-e830-43d5-8beb-32997cc46bce,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:27.218039 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-1f934e24-5780-4ce5-af81-28a9deb5575d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:27.219263 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1f934e24-5780-4ce5-af81-28a9deb5575d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:27.221523 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-1f934e24-5780-4ce5-af81-28a9deb5575d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d61f6821-e830-43d5-8beb-32997cc46bce HTTP/1.1" status: 204 len: 168 time: 0.3445890 Jun 10 22:53:27.223746 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50584) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:53:27.243819 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0b1e759-388f-4fe6-8126-75984442f94b req-e127c26c-5cad-4839-af0d-bef83e8f0e2c service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579235 Jun 10 22:53:27.254971 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699e500-1e36-449f-9fff-3660bc02d2e7 req-78f018c2-f0e5-4c08-ae1b-8193540dcdd4 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:27.256451 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9699e500-1e36-449f-9fff-3660bc02d2e7 req-78f018c2-f0e5-4c08-ae1b-8193540dcdd4 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 943 time: 0.1422427 Jun 10 22:53:27.311222 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9699e500-1e36-449f-9fff-3660bc02d2e7 req-5cc27eb6-c89a-4a58-ad0f-c6cd51783cea tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460248 Jun 10 22:53:27.323254 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:27.324437 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e147ef89-8ff4-4df5-bb85-c70a2bea72c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:27.428555 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e147ef89-8ff4-4df5-bb85-c70a2bea72c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:27.440171 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-e147ef89-8ff4-4df5-bb85-c70a2bea72c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603c7f11-d663-42c9-954b-e8c77404d6c2']}} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:53:27.451439 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-e147ef89-8ff4-4df5-bb85-c70a2bea72c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37f4c3b-097e-47be-9c7e-7abe3200dc28') {'for_net_delete': True} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:53:27.451734 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-e147ef89-8ff4-4df5-bb85-c70a2bea72c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37f4c3b-097e-47be-9c7e-7abe3200dc28') {} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:53:27.462067 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e147ef89-8ff4-4df5-bb85-c70a2bea72c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261414582'] for segment, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:27.476424 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e147ef89-8ff4-4df5-bb85-c70a2bea72c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:27.482335 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e147ef89-8ff4-4df5-bb85-c70a2bea72c5 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=98754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:53:27.482608 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e147ef89-8ff4-4df5-bb85-c70a2bea72c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261566773'] for segment, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: Traceback (most recent call last): Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: timer() Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: cb(*args, **kw) Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: return func(*args, **kwargs) Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: self._notify() Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:53:27.484298 dv-cinder-790535-2-iscsi neutron-server[98754]: self.callback(batched_events) Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: event.method(event) Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: return f(self, *a, **k) Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._get(url).json() Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: return self.request(url, 'GET', **kwargs) Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:53:27.487371 dv-cinder-790535-2-iscsi neutron-server[98754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:53:27.517258 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1e517-3401-455a-a108-7db1f73658f8 req-dee3fd3d-01e0-44a2-a40e-1132b3ba36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:27.518742 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-32e1e517-3401-455a-a108-7db1f73658f8 req-dee3fd3d-01e0-44a2-a40e-1132b3ba36d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 1096 time: 0.0697956 Jun 10 22:53:27.634718 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1e517-3401-455a-a108-7db1f73658f8 req-f7b36da6-5c48-41cd-a234-b7179a79efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:27.636252 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-32e1e517-3401-455a-a108-7db1f73658f8 req-f7b36da6-5c48-41cd-a234-b7179a79efe4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 911 time: 0.1110814 Jun 10 22:53:27.677484 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e147ef89-8ff4-4df5-bb85-c70a2bea72c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:27.682165 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:27.692369 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-32e1e517-3401-455a-a108-7db1f73658f8 req-c11f0d53-a412-414f-a1fe-dcda2d21b9ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bbb55d6-1512-4dda-914e-527a1117849b HTTP/1.1" status: 200 len: 217 time: 0.0481086 Jun 10 22:53:27.700169 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e147ef89-8ff4-4df5-bb85-c70a2bea72c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:27.702030 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-e147ef89-8ff4-4df5-bb85-c70a2bea72c5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/603c7f11-d663-42c9-954b-e8c77404d6c2 HTTP/1.1" status: 204 len: 168 time: 0.4771791 Jun 10 22:53:27.703000 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147ef89-8ff4-4df5-bb85-c70a2bea72c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=603c7f11-d663-42c9-954b-e8c77404d6c2,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:27.713697 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e147ef89-8ff4-4df5-bb85-c70a2bea72c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:27.759494 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1e517-3401-455a-a108-7db1f73658f8 req-5cd3e74b-bf92-477b-bb1c-ca093cd29b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:27.760985 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-32e1e517-3401-455a-a108-7db1f73658f8 req-5cd3e74b-bf92-477b-bb1c-ca093cd29b80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ad3ac5-4abd-4be3-b193-420ebfd6d999 HTTP/1.1" status: 200 len: 850 time: 0.0623956 Jun 10 22:53:27.774117 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb99f72-fad9-44e4-aa8f-65d750356687 req-61a0d2df-9293-47d0-a119-c752778185c8 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:27.777043 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0fb99f72-fad9-44e4-aa8f-65d750356687 req-61a0d2df-9293-47d0-a119-c752778185c8 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0707324 Jun 10 22:53:27.819906 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0fb99f72-fad9-44e4-aa8f-65d750356687 req-0f680a08-e31e-4034-80b7-98d2aaeb5deb tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379441 Jun 10 22:53:27.836024 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1e517-3401-455a-a108-7db1f73658f8 req-455ffc84-ce0b-4382-b303-6c0b17c308d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:27.837350 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-32e1e517-3401-455a-a108-7db1f73658f8 req-455ffc84-ce0b-4382-b303-6c0b17c308d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fc834ec-cebb-4677-b9ec-a352ac05fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695271 Jun 10 22:53:27.950419 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-32e1e517-3401-455a-a108-7db1f73658f8 req-e0ea7338-4da3-4f3c-8335-0768ab56c224 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057751 Jun 10 22:53:28.062856 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-32e1e517-3401-455a-a108-7db1f73658f8 req-c4188e0d-88a5-4ab7-9c15-03db1dfd7118 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041944 Jun 10 22:53:28.162813 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50590) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:53:28.204847 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-188d51a8-b47f-4289-bbf0-16674a73a7de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d578aa02913f47cab5e836008545515e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407262 Jun 10 22:53:28.207658 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50592) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:53:28.256511 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-72991aa3-22c2-4e9b-82fa-bc40a99aabf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:28.282828 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-72991aa3-22c2-4e9b-82fa-bc40a99aabf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:28.408867 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-72991aa3-22c2-4e9b-82fa-bc40a99aabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:28.411610 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-72991aa3-22c2-4e9b-82fa-bc40a99aabf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:28.415185 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-72991aa3-22c2-4e9b-82fa-bc40a99aabf8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aaa0a4e9-13bf-471d-8e75-e270e5ece6a8 HTTP/1.1" status: 204 len: 168 time: 0.2043214 Jun 10 22:53:28.415185 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-fec5b442-b7fe-457b-b490-ebccd930317b tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:28.423090 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72991aa3-22c2-4e9b-82fa-bc40a99aabf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa0a4e9-13bf-471d-8e75-e270e5ece6a8,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:28.436789 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-72991aa3-22c2-4e9b-82fa-bc40a99aabf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:28.498098 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21038ec3-877a-4e7c-8ac3-5720dfa090c6 req-a29a488b-edcf-4c29-a684-370f374cf946 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:28.499802 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-21038ec3-877a-4e7c-8ac3-5720dfa090c6 req-a29a488b-edcf-4c29-a684-370f374cf946 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 943 time: 0.0743070 Jun 10 22:53:28.542118 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-21038ec3-877a-4e7c-8ac3-5720dfa090c6 req-c0413959-9c97-4afa-9fe3-abcc29ef7c4b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361602 Jun 10 22:53:28.837643 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6cdd2-7723-45a5-a2ab-b1551db6d62d req-8edf92c1-1db6-4728-8a78-f8da75c52c66 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:28.839064 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cfc6cdd2-7723-45a5-a2ab-b1551db6d62d req-8edf92c1-1db6-4728-8a78-f8da75c52c66 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0703969 Jun 10 22:53:28.884798 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cfc6cdd2-7723-45a5-a2ab-b1551db6d62d req-530a515a-8da7-4f1d-a1fc-b49c8347b58c tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398088 Jun 10 22:53:29.019615 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2992de-3cce-4388-9e96-00cb7be3f103 req-3422a5d7-9a42-49e7-8b45-8956b82469d5 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:29.021146 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fe2992de-3cce-4388-9e96-00cb7be3f103 req-3422a5d7-9a42-49e7-8b45-8956b82469d5 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0719700 Jun 10 22:53:29.062774 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fe2992de-3cce-4388-9e96-00cb7be3f103 req-ff0d7e58-c2b0-4ef0-8f64-fa297036db17 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357189 Jun 10 22:53:29.722856 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180835c0-4a36-40e6-b58b-c8ebd29a2fd0 req-698afbc0-9fe6-445e-8497-659dc0b58b9e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:29.724365 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-180835c0-4a36-40e6-b58b-c8ebd29a2fd0 req-698afbc0-9fe6-445e-8497-659dc0b58b9e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 943 time: 0.0712991 Jun 10 22:53:29.765847 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-180835c0-4a36-40e6-b58b-c8ebd29a2fd0 req-4a247c4c-1930-43e3-873c-c8d3ccbcc5a5 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359380 Jun 10 22:53:30.060830 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579173a-ad04-4f2b-ac1d-9f8528dbb507 req-241184a2-4d0f-4c4d-9f0b-020c4f6463ae tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:30.062214 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4579173a-ad04-4f2b-ac1d-9f8528dbb507 req-241184a2-4d0f-4c4d-9f0b-020c4f6463ae tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0672650 Jun 10 22:53:30.108785 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4579173a-ad04-4f2b-ac1d-9f8528dbb507 req-aac61c9d-584f-4cf2-8b07-816a306770d8 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410025 Jun 10 22:53:30.246679 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c14544-f669-4bad-8e64-debf10fb55de req-7c2d0450-48c5-45e4-a868-76acb27477a1 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:30.248170 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-93c14544-f669-4bad-8e64-debf10fb55de req-7c2d0450-48c5-45e4-a868-76acb27477a1 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0711513 Jun 10 22:53:30.289489 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-93c14544-f669-4bad-8e64-debf10fb55de req-c8835a9d-3de2-448e-9acc-7146f1422e47 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351086 Jun 10 22:53:30.944339 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8dd70-3d66-46e7-b9d7-7ae5b58a3659 req-5ef8910a-b2ef-4380-8219-ac0cf9dede5d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:30.945795 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6ca8dd70-3d66-46e7-b9d7-7ae5b58a3659 req-5ef8910a-b2ef-4380-8219-ac0cf9dede5d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 943 time: 0.0685556 Jun 10 22:53:30.986284 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6ca8dd70-3d66-46e7-b9d7-7ae5b58a3659 req-f9b9efe6-9fa0-4e6b-b068-3e2c489cfcd9 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349162 Jun 10 22:53:31.283621 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879eacf-2fec-498e-894f-3555ff9aed8f req-ab1409ed-6e1b-4f1a-ae0d-f12f4262e4c0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:31.285625 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5879eacf-2fec-498e-894f-3555ff9aed8f req-ab1409ed-6e1b-4f1a-ae0d-f12f4262e4c0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0681565 Jun 10 22:53:31.326116 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5879eacf-2fec-498e-894f-3555ff9aed8f req-595e64e2-d0cf-4a41-aca0-49b9c94b534a tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350728 Jun 10 22:53:31.471987 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8a628-6405-4a95-978b-c59bff6799b5 req-54f56435-4c25-48c8-8edb-baa86c870f83 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:31.474053 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e8c8a628-6405-4a95-978b-c59bff6799b5 req-54f56435-4c25-48c8-8edb-baa86c870f83 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0684721 Jun 10 22:53:31.517540 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e8c8a628-6405-4a95-978b-c59bff6799b5 req-5fb45893-4f17-4ad9-bf27-0bf741fc99bf tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377760 Jun 10 22:53:32.172597 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28592dd9-f24a-4d7f-93f6-910cae7f7483 req-300bd20b-83e9-4fcd-8420-b732a59ff7a7 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:32.174450 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-28592dd9-f24a-4d7f-93f6-910cae7f7483 req-300bd20b-83e9-4fcd-8420-b732a59ff7a7 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 943 time: 0.0728180 Jun 10 22:53:32.216084 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-28592dd9-f24a-4d7f-93f6-910cae7f7483 req-8f3d3244-1df3-4a45-8062-074f7800dbe8 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350778 Jun 10 22:53:32.503431 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ea53d-918f-4887-87ee-98da8b8a7baf req-e350496c-63cc-41a2-8605-a5a9c0e76e50 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:32.504903 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7f1ea53d-918f-4887-87ee-98da8b8a7baf req-e350496c-63cc-41a2-8605-a5a9c0e76e50 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0668750 Jun 10 22:53:32.544859 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7f1ea53d-918f-4887-87ee-98da8b8a7baf req-e03d8f9f-b72a-4dc0-b684-413e32a6fb2b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343840 Jun 10 22:53:32.694936 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55eb0f-f4e3-459b-ae96-7e96b83d31df req-cba83d41-addd-40c4-8e62-046c77192fb3 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:32.696367 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2c55eb0f-f4e3-459b-ae96-7e96b83d31df req-cba83d41-addd-40c4-8e62-046c77192fb3 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0680633 Jun 10 22:53:32.736720 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2c55eb0f-f4e3-459b-ae96-7e96b83d31df req-4a40d8fa-d75b-4568-8b86-25c9e8a6727e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348587 Jun 10 22:53:33.391532 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c4eca-336f-4b0c-85fd-744bf9bb31be req-da8ed8c1-0de1-4fdb-9127-c4e6a4d0a40b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:33.392893 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a17c4eca-336f-4b0c-85fd-744bf9bb31be req-da8ed8c1-0de1-4fdb-9127-c4e6a4d0a40b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 943 time: 0.0671721 Jun 10 22:53:33.437040 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a17c4eca-336f-4b0c-85fd-744bf9bb31be req-d8200eaf-f47a-44e5-8ace-669ca633094e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379689 Jun 10 22:53:33.722684 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ecfc-64aa-4daf-a4b6-77f18af1fe5e req-db3f6315-b38b-47b7-b127-12ac76cb6b95 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:33.724305 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2a53ecfc-64aa-4daf-a4b6-77f18af1fe5e req-db3f6315-b38b-47b7-b127-12ac76cb6b95 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0703342 Jun 10 22:53:33.764598 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2a53ecfc-64aa-4daf-a4b6-77f18af1fe5e req-38a54025-811e-47c1-b9bd-e760a54c869b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349050 Jun 10 22:53:33.910867 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c784c5-2bf3-4f41-8f9d-7543a4b307d2 req-f196a759-a00c-4a32-bb1a-a462576e52fc tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:33.912235 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c5c784c5-2bf3-4f41-8f9d-7543a4b307d2 req-f196a759-a00c-4a32-bb1a-a462576e52fc tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0667565 Jun 10 22:53:33.952267 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c5c784c5-2bf3-4f41-8f9d-7543a4b307d2 req-3f4f33ec-e9f6-4e50-8fcd-3e01757cd220 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344639 Jun 10 22:53:34.611486 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eeebe-7601-4f33-bd75-b62e23d0d7a2 req-e7a87f89-88e0-4b02-aae6-4401df557711 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:34.612944 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9a6eeebe-7601-4f33-bd75-b62e23d0d7a2 req-e7a87f89-88e0-4b02-aae6-4401df557711 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 943 time: 0.0682685 Jun 10 22:53:34.654101 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9a6eeebe-7601-4f33-bd75-b62e23d0d7a2 req-b1041b13-ef78-483b-8f64-a2fd1275df56 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356355 Jun 10 22:53:34.941337 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2cc95-9154-44ca-b5be-80f6bbec0c7e req-65bc938b-9973-4a20-afb8-ce1186f9f442 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:34.942776 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b2c2cc95-9154-44ca-b5be-80f6bbec0c7e req-65bc938b-9973-4a20-afb8-ce1186f9f442 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0662301 Jun 10 22:53:34.986463 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b2c2cc95-9154-44ca-b5be-80f6bbec0c7e req-ad4f00e9-e3c3-4e7a-82ef-bc632409446a tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380683 Jun 10 22:53:35.136140 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489e37e-0c60-4609-a451-6053a478a38c req-5cd584e7-d739-43ae-a57a-a80cad163b43 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:35.137497 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2489e37e-0c60-4609-a451-6053a478a38c req-5cd584e7-d739-43ae-a57a-a80cad163b43 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0717564 Jun 10 22:53:35.178809 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2489e37e-0c60-4609-a451-6053a478a38c req-299f48d3-ee44-438d-a99b-d527b063b131 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357087 Jun 10 22:53:35.827651 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8f2d7-219f-4638-9ea3-749c92fda3bc req-1a1aedc7-9e4f-4768-8e9d-6261035473fb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:35.829110 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6ca8f2d7-219f-4638-9ea3-749c92fda3bc req-1a1aedc7-9e4f-4768-8e9d-6261035473fb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 943 time: 0.0665500 Jun 10 22:53:35.869700 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6ca8f2d7-219f-4638-9ea3-749c92fda3bc req-7e9e9b8f-7a33-4622-9c7f-b8641aa4c5d1 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345919 Jun 10 22:53:36.161966 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8d512-a778-40f6-88d1-ef7be998a013 req-bb34c7af-3b7c-4c31-a363-426ba109e5a2 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:36.163384 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4bb8d512-a778-40f6-88d1-ef7be998a013 req-bb34c7af-3b7c-4c31-a363-426ba109e5a2 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0679562 Jun 10 22:53:36.203382 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4bb8d512-a778-40f6-88d1-ef7be998a013 req-1ee36813-d89a-428f-8a86-871eed457434 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346036 Jun 10 22:53:36.352974 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c795d6-e252-42f4-ac17-2ca84d5b13b8 req-ff246ea7-bf6f-4ea1-8110-275647beb775 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:36.354345 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c6c795d6-e252-42f4-ac17-2ca84d5b13b8 req-ff246ea7-bf6f-4ea1-8110-275647beb775 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0659344 Jun 10 22:53:36.397605 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c6c795d6-e252-42f4-ac17-2ca84d5b13b8 req-7b151546-d321-4991-93f4-bf68faa43ebc tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378666 Jun 10 22:53:37.047161 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f601a-54db-4f1d-a25c-84e8660d20a3 req-caac9153-88f9-450e-ad7b-fd84d0b21805 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:37.048920 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-044f601a-54db-4f1d-a25c-84e8660d20a3 req-caac9153-88f9-450e-ad7b-fd84d0b21805 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 943 time: 0.0698588 Jun 10 22:53:37.089315 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-044f601a-54db-4f1d-a25c-84e8660d20a3 req-86b6c5df-99d0-4a36-a50d-6495ed5a18f9 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348229 Jun 10 22:53:37.379877 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf189c1-843d-4be7-9e41-8dbdc79f54f6 req-f01d83c0-2d0b-47a7-bbd2-7b605c663034 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:37.381320 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dcf189c1-843d-4be7-9e41-8dbdc79f54f6 req-f01d83c0-2d0b-47a7-bbd2-7b605c663034 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0679696 Jun 10 22:53:37.422415 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dcf189c1-843d-4be7-9e41-8dbdc79f54f6 req-32ae5169-a6b6-4195-bfda-6f8b88b99995 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354302 Jun 10 22:53:37.576210 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd3c95-a579-4e33-89ea-c40b74fd8dc4 req-3ee07957-7c10-49f6-8e7a-aadd7c16ab45 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:37.577582 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c1bd3c95-a579-4e33-89ea-c40b74fd8dc4 req-3ee07957-7c10-49f6-8e7a-aadd7c16ab45 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0690877 Jun 10 22:53:37.618170 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c1bd3c95-a579-4e33-89ea-c40b74fd8dc4 req-8822bd8d-ea68-4be0-b7c7-385b15eccede tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350282 Jun 10 22:53:38.264292 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def8ab8-d979-4bdf-9021-0229d1a4e146 req-52d18f1b-d3b8-498e-a36c-caee30a64a5c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:38.265715 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8def8ab8-d979-4bdf-9021-0229d1a4e146 req-52d18f1b-d3b8-498e-a36c-caee30a64a5c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 943 time: 0.0668297 Jun 10 22:53:38.309774 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8def8ab8-d979-4bdf-9021-0229d1a4e146 req-a85597cc-c6b5-4d41-8a77-85a6bcd2e8bf tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381258 Jun 10 22:53:38.607599 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f074fa-4783-4c0a-82ed-602d067f417b req-af7b0a70-4cfd-4d5c-a1e8-ecf557b7c00f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:38.609069 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d1f074fa-4783-4c0a-82ed-602d067f417b req-af7b0a70-4cfd-4d5c-a1e8-ecf557b7c00f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0705779 Jun 10 22:53:38.655621 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d1f074fa-4783-4c0a-82ed-602d067f417b req-383f5b8e-f9e3-40bc-bee4-2470b58b4206 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396678 Jun 10 22:53:38.803813 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8c6eb-410a-42b2-935e-c72f51fba5d9 req-1daeb0a5-7a65-477d-b65b-409966547cd4 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:38.805200 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eab8c6eb-410a-42b2-935e-c72f51fba5d9 req-1daeb0a5-7a65-477d-b65b-409966547cd4 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0677469 Jun 10 22:53:38.847088 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eab8c6eb-410a-42b2-935e-c72f51fba5d9 req-ef9b5eb2-57db-4807-b9d4-aca93a38bd63 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363288 Jun 10 22:53:39.483058 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363965f2-ad7d-4f9b-90d3-bc4b2bed9825 req-d2572559-db27-49b8-9541-166d05e577a8 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:39.484543 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-363965f2-ad7d-4f9b-90d3-bc4b2bed9825 req-d2572559-db27-49b8-9541-166d05e577a8 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 943 time: 0.0677857 Jun 10 22:53:39.525223 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-363965f2-ad7d-4f9b-90d3-bc4b2bed9825 req-57a56fc3-a8bd-47fe-8c6a-328ba330c826 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345142 Jun 10 22:53:39.549584 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 4bbb55d6-1512-4dda-914e-527a1117849b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:53:39.665697 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 4bbb55d6-1512-4dda-914e-527a1117849b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4bbb55d6-1512-4dda-914e-527a1117849b,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:53:39.681829 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '4bbb55d6-1512-4dda-914e-527a1117849b', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'port_id': '4bbb55d6-1512-4dda-914e-527a1117849b', 'mac_address': 'fa:16:3e:17:a3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:53:39.726403 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:39.741783 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbb55d6-1512-4dda-914e-527a1117849b {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:53:39.773322 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 4bbb55d6-1512-4dda-914e-527a1117849b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4bbb55d6-1512-4dda-914e-527a1117849b,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:53:39.826947 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:53:39.838187 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f4844-ce9a-40c8-987d-3a28ed518cdc req-b1956247-7da8-4a5f-9bfd-a184cd0f8871 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:39.839643 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6b9f4844-ce9a-40c8-987d-3a28ed518cdc req-b1956247-7da8-4a5f-9bfd-a184cd0f8871 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0686531 Jun 10 22:53:39.882750 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:39.887327 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 9ae05515-a179-4484-8e66-83f9144720cd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:53:39.888061 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6b9f4844-ce9a-40c8-987d-3a28ed518cdc req-ce653950-26d5-4638-8205-a5b113b0bef8 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400021 Jun 10 22:53:39.888159 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-22186b81-241b-4220-82f4-6f9a90570352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:39.975415 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=4bbb55d6-1512-4dda-914e-527a1117849b,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:40.028379 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:40.028588 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:40.029142 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:40.029544 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0460f17-6bf2-4f84-9a5b-a56b3c530d3a req-da5e0de0-2309-48b5-b233-b4697c3f3e8a tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:40.030060 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:40.030060 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:40.030233 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:40.030577 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:40.031035 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f0460f17-6bf2-4f84-9a5b-a56b3c530d3a req-da5e0de0-2309-48b5-b233-b4697c3f3e8a tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0708885 Jun 10 22:53:40.032184 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:40.032559 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:40.036557 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:40.036557 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:40.036557 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:53:40.037933 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:40.072470 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 9ae05515-a179-4484-8e66-83f9144720cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9ae05515-a179-4484-8e66-83f9144720cd,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:53:40.074780 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f0460f17-6bf2-4f84-9a5b-a56b3c530d3a req-56888bad-21f7-429c-a04a-3db7c273cf71 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382173 Jun 10 22:53:40.085523 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '9ae05515-a179-4484-8e66-83f9144720cd', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'port_id': '9ae05515-a179-4484-8e66-83f9144720cd', 'mac_address': 'fa:16:3e:f5:2a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:53:40.134710 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:40.150394 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae05515-a179-4484-8e66-83f9144720cd {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:53:40.173027 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 9ae05515-a179-4484-8e66-83f9144720cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9ae05515-a179-4484-8e66-83f9144720cd,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:53:40.237089 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50734) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:53:40.237261 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:40.239589 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:40.297071 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=9ae05515-a179-4484-8e66-83f9144720cd,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:40.300317 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:40.346441 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dbcfc4b9-1751-4aca-bcc4-92b429386a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:40.437338 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dbcfc4b9-1751-4aca-bcc4-92b429386a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:40.545894 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dbcfc4b9-1751-4aca-bcc4-92b429386a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:40.549882 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0bcdadfd-a5c0-453f-b3e2-a245e94cdc80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:40.589594 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-dbcfc4b9-1751-4aca-bcc4-92b429386a55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9448966f324d45b8b1db3c1893d836ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514402 Jun 10 22:53:40.590627 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfc4b9-1751-4aca-bcc4-92b429386a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72963138-53f9-4745-8b64-333c360fabbf,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:40.592430 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 50742) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:53:40.593805 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-dbcfc4b9-1751-4aca-bcc4-92b429386a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:40.646578 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ff500997-b7c6-47e8-ae96-75f368c10c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:40.661530 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['4bbb55d6-1512-4dda-914e-527a1117849b'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:53:40.680274 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ff500997-b7c6-47e8-ae96-75f368c10c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:40.691235 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['9ae05515-a179-4484-8e66-83f9144720cd'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:53:40.726435 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e9f44-cc47-4e24-801b-01140b2332ab req-25607d69-0012-462c-aad7-5a56b12b67e2 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:40.728088 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6b3e9f44-cc47-4e24-801b-01140b2332ab req-25607d69-0012-462c-aad7-5a56b12b67e2 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 944 time: 0.0913532 Jun 10 22:53:40.772426 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6b3e9f44-cc47-4e24-801b-01140b2332ab req-d9d4384f-4304-4e37-82b8-dec6e9e4928d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381315 Jun 10 22:53:40.845772 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ff500997-b7c6-47e8-ae96-75f368c10c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:40.848678 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ff500997-b7c6-47e8-ae96-75f368c10c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:40.849804 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-ff500997-b7c6-47e8-ae96-75f368c10c00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72963138-53f9-4745-8b64-333c360fabbf HTTP/1.1" status: 204 len: 168 time: 0.2563903 Jun 10 22:53:40.850947 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-95a2c95f-160f-438b-82e7-df1e7d2c4b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:40.875394 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff500997-b7c6-47e8-ae96-75f368c10c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72963138-53f9-4745-8b64-333c360fabbf,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:40.909192 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ff500997-b7c6-47e8-ae96-75f368c10c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:40.947815 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78376cb6-d71d-437c-a97d-79c5b01a9a31 req-1d8f4437-7053-4365-b23b-82cc6111175f tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:40.949417 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-78376cb6-d71d-437c-a97d-79c5b01a9a31 req-1d8f4437-7053-4365-b23b-82cc6111175f tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 984 time: 0.1456721 Jun 10 22:53:40.969818 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55b6df-7978-42cf-b461-ef99a4d12d06 req-9dceb674-e7e8-4089-8732-80fa04927eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:40.971353 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-be55b6df-7978-42cf-b461-ef99a4d12d06 req-9dceb674-e7e8-4089-8732-80fa04927eab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6b1da894ab4574b8b4bda329db7424&device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 1137 time: 0.1103947 Jun 10 22:53:41.041444 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-78376cb6-d71d-437c-a97d-79c5b01a9a31 req-3b2973b4-3183-4a63-8de6-aa8305268122 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b52852a-8aa6-4b16-b911-037fb3eae476&id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824378 Jun 10 22:53:41.107838 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d48b2-a76f-42e1-b2ad-d9a3312c8d2b req-c6fea8ee-9998-4ddc-9b3c-a2378cc565ab tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:41.110201 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-231d48b2-a76f-42e1-b2ad-d9a3312c8d2b req-c6fea8ee-9998-4ddc-9b3c-a2378cc565ab tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0861912 Jun 10 22:53:41.148530 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55b6df-7978-42cf-b461-ef99a4d12d06 req-53c82301-7fce-43da-add2-934b177262ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:41.150154 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-be55b6df-7978-42cf-b461-ef99a4d12d06 req-53c82301-7fce-43da-add2-934b177262ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=2304da14-5ca7-4485-ba56-d10492ef2d15 HTTP/1.1" status: 200 len: 915 time: 0.1685817 Jun 10 22:53:41.182194 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-231d48b2-a76f-42e1-b2ad-d9a3312c8d2b req-648fb2cd-00e6-4fec-aa2f-953da33e7021 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651391 Jun 10 22:53:41.277069 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-be55b6df-7978-42cf-b461-ef99a4d12d06 req-b6567692-2847-48c7-9e52-74ebcbdeea83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b HTTP/1.1" status: 200 len: 1000 time: 0.1181531 Jun 10 22:53:41.352984 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404b170-9889-46b3-b069-7f96b20044ec req-51a63c1d-d818-4c93-872f-0f76c3da4c15 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:41.354682 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4404b170-9889-46b3-b069-7f96b20044ec req-51a63c1d-d818-4c93-872f-0f76c3da4c15 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 944 time: 0.1196175 Jun 10 22:53:41.356485 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55b6df-7978-42cf-b461-ef99a4d12d06 req-90e13757-c271-478b-a32b-a8b1dc2c76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:41.357843 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-be55b6df-7978-42cf-b461-ef99a4d12d06 req-90e13757-c271-478b-a32b-a8b1dc2c76e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dabe0536-e563-4164-b374-4177101cf3d4 HTTP/1.1" status: 200 len: 854 time: 0.0741818 Jun 10 22:53:41.433199 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4404b170-9889-46b3-b069-7f96b20044ec req-9b6c4048-6e24-4afd-ae59-fb0f86d89d90 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713892 Jun 10 22:53:41.451921 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55b6df-7978-42cf-b461-ef99a4d12d06 req-c9c03c96-323b-4ddf-a8fa-b1f853663392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:41.453408 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-be55b6df-7978-42cf-b461-ef99a4d12d06 req-c9c03c96-323b-4ddf-a8fa-b1f853663392 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2304da14-5ca7-4485-ba56-d10492ef2d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848310 Jun 10 22:53:41.835393 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-be55b6df-7978-42cf-b461-ef99a4d12d06 req-3d38fadb-6eee-4c13-8c97-e1732bf15775 service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749483 Jun 10 22:53:41.950471 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-be55b6df-7978-42cf-b461-ef99a4d12d06 req-37a15bae-dceb-4cb5-9a8e-c89b2736cc4b service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078091 Jun 10 22:53:41.953948 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a29af-bd09-4b68-ae45-7c966c318ad2 req-54335cc0-5670-4758-98b5-578f5d09a605 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:41.956301 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4d5a29af-bd09-4b68-ae45-7c966c318ad2 req-54335cc0-5670-4758-98b5-578f5d09a605 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 944 time: 0.0715749 Jun 10 22:53:41.997502 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4d5a29af-bd09-4b68-ae45-7c966c318ad2 req-16b3a9c3-ddbe-4fb6-b971-504e265349c9 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349495 Jun 10 22:53:42.229576 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c6a33-1f86-4670-b74d-f7a22593605b req-f9758286-c9df-4c5e-b69b-ddfe06e207d6 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:42.231053 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d34c6a33-1f86-4670-b74d-f7a22593605b req-f9758286-c9df-4c5e-b69b-ddfe06e207d6 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 984 time: 0.0733085 Jun 10 22:53:42.275018 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d34c6a33-1f86-4670-b74d-f7a22593605b req-0966adb5-8e0d-4a2c-a068-84490304b3b1 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b52852a-8aa6-4b16-b911-037fb3eae476&id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379398 Jun 10 22:53:42.365209 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a86c3b-ddd2-4830-bc89-77c560578ecd req-3b390873-2f55-49c8-84dc-8b0317b6866b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:42.366678 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c9a86c3b-ddd2-4830-bc89-77c560578ecd req-3b390873-2f55-49c8-84dc-8b0317b6866b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0693789 Jun 10 22:53:42.407993 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c9a86c3b-ddd2-4830-bc89-77c560578ecd req-96149251-4031-4540-a226-14569f35adfd tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357294 Jun 10 22:53:42.610603 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01398530-a916-45b7-8e41-852fe344d83b req-85a13168-1aa4-40e9-b653-33d0dd84c688 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:42.612051 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-01398530-a916-45b7-8e41-852fe344d83b req-85a13168-1aa4-40e9-b653-33d0dd84c688 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 944 time: 0.0664263 Jun 10 22:53:42.651978 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-01398530-a916-45b7-8e41-852fe344d83b req-89df2fcd-764f-426c-a98b-80c3cf4316a4 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339067 Jun 10 22:53:43.176973 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbd783-853d-4a9a-a05a-9215bc5139e0 req-551dbcf8-db79-482b-8715-c3f3abba2656 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:43.178423 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7abbd783-853d-4a9a-a05a-9215bc5139e0 req-551dbcf8-db79-482b-8715-c3f3abba2656 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 944 time: 0.0726910 Jun 10 22:53:43.217880 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7abbd783-853d-4a9a-a05a-9215bc5139e0 req-de60a133-f088-485d-b540-8d3952ccecbf tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339301 Jun 10 22:53:43.455815 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4b2d-e3f5-41c1-afe6-1c76b37bc7bc req-c782c291-00ba-464a-b03b-b552cd37a5a9 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:43.457811 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-490f4b2d-e3f5-41c1-afe6-1c76b37bc7bc req-c782c291-00ba-464a-b03b-b552cd37a5a9 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 984 time: 0.0723844 Jun 10 22:53:43.501491 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-490f4b2d-e3f5-41c1-afe6-1c76b37bc7bc req-07be3ae6-c2f9-47af-b8df-90e2d5e25b90 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b52852a-8aa6-4b16-b911-037fb3eae476&id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378149 Jun 10 22:53:43.561823 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 4bbb55d6-1512-4dda-914e-527a1117849b up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:53:43.586792 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1e8f3-1a3f-4db5-abcb-6bf8b818d95d req-8fa10833-f4da-4ac8-983e-8a620647ed97 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:43.588286 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f8e1e8f3-1a3f-4db5-abcb-6bf8b818d95d req-8fa10833-f4da-4ac8-983e-8a620647ed97 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0670362 Jun 10 22:53:43.629967 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f8e1e8f3-1a3f-4db5-abcb-6bf8b818d95d req-02f1db37-f8cd-48e3-bb91-3645e95c2df5 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352097 Jun 10 22:53:43.751755 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port 4bbb55d6-1512-4dda-914e-527a1117849b completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:53:43.755779 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 4bbb55d6-1512-4dda-914e-527a1117849b triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:53:43.756209 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:43.828587 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b7219-60c8-46ec-8b32-980274626f5d req-bc195dd5-66da-4ac5-b56b-4abc254ba3d8 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:43.830095 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9c7b7219-60c8-46ec-8b32-980274626f5d req-bc195dd5-66da-4ac5-b56b-4abc254ba3d8 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 944 time: 0.0682273 Jun 10 22:53:43.876550 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9c7b7219-60c8-46ec-8b32-980274626f5d req-483d8689-3fb4-45ef-a2d2-3f69700b2aef tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406585 Jun 10 22:53:43.981408 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:44.005059 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97652279-3495-48bb-bc69-67a7f4c590d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbb55d6-1512-4dda-914e-527a1117849b'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:53:44.007323 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c50f49-c4a8-4d61-a067-1ab2c2954351" -d '{"events": [{"server_uuid": "97652279-3495-48bb-bc69-67a7f4c590d4", "name": "network-vif-plugged", "status": "completed", "tag": "4bbb55d6-1512-4dda-914e-527a1117849b"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:53:44.021260 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 4bbb55d6-1512-4dda-914e-527a1117849b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4bbb55d6-1512-4dda-914e-527a1117849b,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:53:44.117930 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:44.118768 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 9ae05515-a179-4484-8e66-83f9144720cd up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:53:44.121607 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:44.195108 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de60aba6-3afc-4851-990c-518572274562 x-openstack-request-id: req-de60aba6-3afc-4851-990c-518572274562 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:53:44.195413 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97652279-3495-48bb-bc69-67a7f4c590d4", "name": "network-vif-plugged", "status": "completed", "tag": "4bbb55d6-1512-4dda-914e-527a1117849b", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:53:44.195659 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de60aba6-3afc-4851-990c-518572274562 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:53:44.196090 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97652279-3495-48bb-bc69-67a7f4c590d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbb55d6-1512-4dda-914e-527a1117849b', 'code': 200} Jun 10 22:53:44.213296 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=4bbb55d6-1512-4dda-914e-527a1117849b,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:44.217287 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:44.282655 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port 9ae05515-a179-4484-8e66-83f9144720cd completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:53:44.287241 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 9ae05515-a179-4484-8e66-83f9144720cd triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:53:44.287625 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:44.381492 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:44.402164 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc81286-46fe-46cf-917e-568a7ab8e6f3 req-907634a1-49b4-40f0-b62f-b52df870621c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:44.403630 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ebc81286-46fe-46cf-917e-568a7ab8e6f3 req-907634a1-49b4-40f0-b62f-b52df870621c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 945 time: 0.0723009 Jun 10 22:53:44.420305 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 9ae05515-a179-4484-8e66-83f9144720cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9ae05515-a179-4484-8e66-83f9144720cd,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:53:44.447909 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ebc81286-46fe-46cf-917e-568a7ab8e6f3 req-479b174a-441e-4f0c-ba38-11141bf512a9 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381725 Jun 10 22:53:44.500274 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:44.502975 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-f86af405-c90c-407b-b2f1-ada07f162b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:44.558738 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=9ae05515-a179-4484-8e66-83f9144720cd,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:44.561987 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:44.653663 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feca21-31eb-42dd-87cf-e1b518594d5f req-403704c1-c15f-4712-a4cf-d33d0f6b640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:44.655366 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-63feca21-31eb-42dd-87cf-e1b518594d5f req-403704c1-c15f-4712-a4cf-d33d0f6b640b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 1098 time: 0.0560999 Jun 10 22:53:44.687635 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbf37c-ea3c-45b9-914a-3a506cb3d73b req-bc3db08e-7ef4-434b-9934-687a1e9e0483 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:44.689282 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a2bbf37c-ea3c-45b9-914a-3a506cb3d73b req-bc3db08e-7ef4-434b-9934-687a1e9e0483 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 984 time: 0.0754204 Jun 10 22:53:44.696236 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-63feca21-31eb-42dd-87cf-e1b518594d5f req-014b7afa-8d66-433d-88f1-15047d8d36d1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346534 Jun 10 22:53:44.734371 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a2bbf37c-ea3c-45b9-914a-3a506cb3d73b req-a72d9885-ae60-41ff-8c94-19190703d20f tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b52852a-8aa6-4b16-b911-037fb3eae476&id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379090 Jun 10 22:53:44.815985 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0982abc-5fed-46d6-b815-6e24721ace98 req-47d700a2-f30e-49a1-944f-37efcf6ca323 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:44.817974 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0982abc-5fed-46d6-b815-6e24721ace98 req-47d700a2-f30e-49a1-944f-37efcf6ca323 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0716398 Jun 10 22:53:44.858475 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a0982abc-5fed-46d6-b815-6e24721ace98 req-f8627a58-c3e2-43ae-a880-d178d12f96e3 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348349 Jun 10 22:53:45.055227 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d22dad-5b10-4e29-9841-8edc6dbe39ea req-111a1501-52a9-4cc2-92bc-9241bb40760a tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:45.056708 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-25d22dad-5b10-4e29-9841-8edc6dbe39ea req-111a1501-52a9-4cc2-92bc-9241bb40760a tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0708184 Jun 10 22:53:45.098075 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-25d22dad-5b10-4e29-9841-8edc6dbe39ea req-a7c4be2c-85d4-4e4d-9ec3-8432a2c3fd86 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356095 Jun 10 22:53:45.330329 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73db77-439f-46e2-a7e8-a1b7dfd1d58f req-58015796-e780-46ea-bfe0-00845bd58c78 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:45.331946 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9d73db77-439f-46e2-a7e8-a1b7dfd1d58f req-58015796-e780-46ea-bfe0-00845bd58c78 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0719385 Jun 10 22:53:45.403497 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9d73db77-439f-46e2-a7e8-a1b7dfd1d58f req-8ebfc60f-7433-44d1-9d82-00ce6e2b74f4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652192 Jun 10 22:53:45.429367 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49578879-f221-44e4-a1de-b4fcc7f05b7c req-b8e7c58b-d65c-4bff-9e51-b35a6ee6e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:45.430833 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-49578879-f221-44e4-a1de-b4fcc7f05b7c req-b8e7c58b-d65c-4bff-9e51-b35a6ee6e24f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 1098 time: 0.0767932 Jun 10 22:53:45.550907 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49578879-f221-44e4-a1de-b4fcc7f05b7c req-79306cbe-9ee7-4cb7-9753-b51206c586d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:45.552396 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-49578879-f221-44e4-a1de-b4fcc7f05b7c req-79306cbe-9ee7-4cb7-9753-b51206c586d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d HTTP/1.1" status: 200 len: 910 time: 0.1136639 Jun 10 22:53:45.630010 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a11c4-0758-477e-abcb-dfd102de7dd6 req-b442b527-f738-4ee3-a53c-bf60b5dcca67 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:45.631481 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bf1a11c4-0758-477e-abcb-dfd102de7dd6 req-b442b527-f738-4ee3-a53c-bf60b5dcca67 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 945 time: 0.0677073 Jun 10 22:53:45.639782 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-49578879-f221-44e4-a1de-b4fcc7f05b7c req-07269e09-ee3c-4520-9b1c-884e82b8048c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d52610fd-0f6f-4b53-a6ff-1ef3f2357948 HTTP/1.1" status: 200 len: 1001 time: 0.0798345 Jun 10 22:53:45.675652 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bf1a11c4-0758-477e-abcb-dfd102de7dd6 req-5936b76d-1172-4363-89a7-b79e5c767b99 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383842 Jun 10 22:53:45.704077 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49578879-f221-44e4-a1de-b4fcc7f05b7c req-7ab46bc5-3052-4730-9606-99798e292699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:45.705522 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-49578879-f221-44e4-a1de-b4fcc7f05b7c req-7ab46bc5-3052-4730-9606-99798e292699 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f890a9bf-0853-45c5-86e2-c17d3f245b7a HTTP/1.1" status: 200 len: 849 time: 0.0528069 Jun 10 22:53:45.771082 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49578879-f221-44e4-a1de-b4fcc7f05b7c req-33a640f0-2bbf-47be-9861-64bd661bb495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:45.772616 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-49578879-f221-44e4-a1de-b4fcc7f05b7c req-33a640f0-2bbf-47be-9861-64bd661bb495 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576673 Jun 10 22:53:45.930782 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-49578879-f221-44e4-a1de-b4fcc7f05b7c req-e0efb3f7-6e5f-4567-af5d-8c25dd43ab3e service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487770 Jun 10 22:53:46.026878 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981dcf2-3ed6-440f-95b0-47ae19db9c65 req-c88fbe77-3882-4222-a0c8-b828f9690680 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:46.028266 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1981dcf2-3ed6-440f-95b0-47ae19db9c65 req-c88fbe77-3882-4222-a0c8-b828f9690680 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 984 time: 0.1635189 Jun 10 22:53:46.085332 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-49578879-f221-44e4-a1de-b4fcc7f05b7c req-261f9773-2062-4e2f-85b5-660744005b25 service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459913 Jun 10 22:53:46.094184 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1981dcf2-3ed6-440f-95b0-47ae19db9c65 req-a164f224-d8b1-4e7b-a887-a8cb6eff1ff9 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b52852a-8aa6-4b16-b911-037fb3eae476&id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560400 Jun 10 22:53:46.196953 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae05515-a179-4484-8e66-83f9144720cd'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:53:46.200014 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcb627c-47e9-4655-95df-c9dd7946e9a7" -d '{"events": [{"server_uuid": "6ea7efa1-0046-43c0-a80a-66b1bc4bbb76", "name": "network-vif-plugged", "status": "completed", "tag": "9ae05515-a179-4484-8e66-83f9144720cd"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:53:46.235202 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c06799f-75e3-4176-829c-0f786f386941 x-openstack-request-id: req-1c06799f-75e3-4176-829c-0f786f386941 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:53:46.235515 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea7efa1-0046-43c0-a80a-66b1bc4bbb76", "name": "network-vif-plugged", "status": "completed", "tag": "9ae05515-a179-4484-8e66-83f9144720cd", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:53:46.235806 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c06799f-75e3-4176-829c-0f786f386941 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:53:46.236533 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae05515-a179-4484-8e66-83f9144720cd', 'code': 200} Jun 10 22:53:46.278900 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147638e-418f-4f89-b671-5474eec9e71e req-5e35a4a6-c028-4523-8f0e-15e7aac63c71 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:46.280299 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9147638e-418f-4f89-b671-5474eec9e71e req-5e35a4a6-c028-4523-8f0e-15e7aac63c71 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0720451 Jun 10 22:53:46.320657 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9147638e-418f-4f89-b671-5474eec9e71e req-6c17c0fc-2ccd-462c-9f26-bf7501729fc2 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347698 Jun 10 22:53:46.588481 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2149d-c7fb-40a3-833a-e5923868fae8 req-a1d4954c-2ea6-4a63-82cd-14e65ef8fb09 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:46.590009 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c8e2149d-c7fb-40a3-833a-e5923868fae8 req-a1d4954c-2ea6-4a63-82cd-14e65ef8fb09 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0714188 Jun 10 22:53:46.636366 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c8e2149d-c7fb-40a3-833a-e5923868fae8 req-5f0b0225-eccb-4e77-8e5a-627a29a84de3 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406549 Jun 10 22:53:46.711928 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448d43e-378b-4389-a003-8c3b6842b8ce req-43ee3146-621b-4660-b10e-f739f3cc35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:46.713296 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2448d43e-378b-4389-a003-8c3b6842b8ce req-43ee3146-621b-4660-b10e-f739f3cc35c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 1098 time: 0.0629854 Jun 10 22:53:46.756472 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2448d43e-378b-4389-a003-8c3b6842b8ce req-6d65c09b-1eb1-4c90-ad44-aa9eacb2ec7e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359373 Jun 10 22:53:46.862831 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21405d6d-6905-4b20-89f4-743a946a35ea req-97ad03c7-47a8-4cc7-8a86-ea0fc10ac876 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:46.864950 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-21405d6d-6905-4b20-89f4-743a946a35ea req-97ad03c7-47a8-4cc7-8a86-ea0fc10ac876 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 945 time: 0.0699823 Jun 10 22:53:46.906689 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-21405d6d-6905-4b20-89f4-743a946a35ea req-abb498dd-4bc9-4f76-90a5-9811e6a46400 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359776 Jun 10 22:53:47.129418 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:47.131231 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7511ab-214a-4cf0-892b-0068597080e3 req-cf55dba3-bfd1-4f47-8167-e883351b92c0 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:47.132747 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-df7511ab-214a-4cf0-892b-0068597080e3 req-cf55dba3-bfd1-4f47-8167-e883351b92c0 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 945 time: 0.1091244 Jun 10 22:53:47.138244 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6fa8c-69da-4cdf-9309-fe8b58ab7aed req-6a968893-d8bd-49f0-a2ec-76637a30d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:47.139642 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-72d6fa8c-69da-4cdf-9309-fe8b58ab7aed req-6a968893-d8bd-49f0-a2ec-76637a30d068 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6b1da894ab4574b8b4bda329db7424&device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 1137 time: 0.1061342 Jun 10 22:53:47.207708 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-df7511ab-214a-4cf0-892b-0068597080e3 req-bbffaffb-c8ed-48c7-a1d8-045c8cbd5c2d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665438 Jun 10 22:53:47.243640 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50800) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:53:47.286565 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7873f7-4836-45a6-8981-89dd8886a4d8 req-86641547-994e-444d-946f-363883f1d1c5 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:47.287284 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6fa8c-69da-4cdf-9309-fe8b58ab7aed req-35bee20c-a9c1-4e3c-9e19-00c2bf4c2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:47.288186 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3d7873f7-4836-45a6-8981-89dd8886a4d8 req-86641547-994e-444d-946f-363883f1d1c5 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 984 time: 0.0801082 Jun 10 22:53:47.288473 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-72d6fa8c-69da-4cdf-9309-fe8b58ab7aed req-35bee20c-a9c1-4e3c-9e19-00c2bf4c2fcc service neutron] 10.222.0.13 "GET /v2.0/networks?id=2304da14-5ca7-4485-ba56-d10492ef2d15 HTTP/1.1" status: 200 len: 915 time: 0.1254518 Jun 10 22:53:47.331871 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3d7873f7-4836-45a6-8981-89dd8886a4d8 req-1067ef15-125a-4cb7-bf0d-402c38b3c8e4 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b52852a-8aa6-4b16-b911-037fb3eae476&id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376351 Jun 10 22:53:47.376677 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-72d6fa8c-69da-4cdf-9309-fe8b58ab7aed req-528404b9-1fe0-4037-8a0e-d86291a7117d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b HTTP/1.1" status: 200 len: 1000 time: 0.0807099 Jun 10 22:53:47.435424 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6fa8c-69da-4cdf-9309-fe8b58ab7aed req-841a4d7a-02e5-43dc-a63b-cdbf20f063a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:47.436857 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-72d6fa8c-69da-4cdf-9309-fe8b58ab7aed req-841a4d7a-02e5-43dc-a63b-cdbf20f063a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dabe0536-e563-4164-b374-4177101cf3d4 HTTP/1.1" status: 200 len: 854 time: 0.0536942 Jun 10 22:53:47.462756 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620071d2-df8d-4f8e-9423-d5f948034f95 tempest-TestVolumeBootPattern-631516668 tempest-TestVolumeBootPattern-631516668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:47.464495 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-620071d2-df8d-4f8e-9423-d5f948034f95 tempest-TestVolumeBootPattern-631516668 tempest-TestVolumeBootPattern-631516668-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 1093 time: 0.2190070 Jun 10 22:53:47.467316 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50806) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:53:47.471820 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Request body: {'floatingip': {'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'port_id': '4bbb55d6-1512-4dda-914e-527a1117849b', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:53:47.546621 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5075df-165d-4fd3-b161-a99a8a757b74 req-26769675-6444-4e8a-9e0d-091d57cfe5c0 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:47.548087 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ca5075df-165d-4fd3-b161-a99a8a757b74 req-26769675-6444-4e8a-9e0d-091d57cfe5c0 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.1154175 Jun 10 22:53:47.552066 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for floatingip, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:47.562102 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6fa8c-69da-4cdf-9309-fe8b58ab7aed req-e4e2f4f7-e393-4ce6-aa2d-b0a0fa3e1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:47.563646 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-72d6fa8c-69da-4cdf-9309-fe8b58ab7aed req-e4e2f4f7-e393-4ce6-aa2d-b0a0fa3e1523 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2304da14-5ca7-4485-ba56-d10492ef2d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924234 Jun 10 22:53:47.623542 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ca5075df-165d-4fd3-b161-a99a8a757b74 req-1de65c1f-3ca3-4705-93bc-46e44a7926a2 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690057 Jun 10 22:53:47.703655 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-72d6fa8c-69da-4cdf-9309-fe8b58ab7aed req-cb4ce089-4a9b-42c8-99b8-479e9208fbd7 service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294310 Jun 10 22:53:47.831313 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-72d6fa8c-69da-4cdf-9309-fe8b58ab7aed req-f9f93595-5606-43ac-9e97-c7a60b635d64 service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199379 Jun 10 22:53:47.976984 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:47.991317 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416fa1b-abe9-4b6c-a095-253a43092c58 req-667fb373-170b-4b24-88ea-eec02dee8f16 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:47.992799 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f416fa1b-abe9-4b6c-a095-253a43092c58 req-667fb373-170b-4b24-88ea-eec02dee8f16 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0972703 Jun 10 22:53:48.103952 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f416fa1b-abe9-4b6c-a095-253a43092c58 req-b360c177-1394-4a82-ab5c-7191ea32b9bc tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763893 Jun 10 22:53:48.136712 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Allocated IP 172.27.0.42 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/ece3c358-b488-4b90-bccc-12425c1bdf28) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:53:48.262605 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:48.357314 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-261566843'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:48.359373 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-942a101c-9c22-4d74-8429-9dddd869ea20 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:48.409073 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:53:48.412008 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:53:48.415319 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:53:48.443154 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'Port': ['ID=ece3c358-b488-4b90-bccc-12425c1bdf28,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:48.447165 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:48.515723 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc75a58-8b81-450e-89fe-0c55c77edc2a req-cff2a41d-f40a-41c0-a72f-e03237fe4647 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:48.517155 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9cc75a58-8b81-450e-89fe-0c55c77edc2a req-cff2a41d-f40a-41c0-a72f-e03237fe4647 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 984 time: 0.0689943 Jun 10 22:53:48.560071 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9cc75a58-8b81-450e-89fe-0c55c77edc2a req-4b5b61bc-1f68-4111-904b-74e9124967a1 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b52852a-8aa6-4b16-b911-037fb3eae476&id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370870 Jun 10 22:53:48.924492 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b8779-69d9-403f-8a08-5527c10fa936 req-7fc232b2-7d54-4ed2-b6fe-62a375a43817 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:48.926462 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b71b8779-69d9-403f-8a08-5527c10fa936 req-7fc232b2-7d54-4ed2-b6fe-62a375a43817 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.1767628 Jun 10 22:53:48.927446 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:49.002985 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b71b8779-69d9-403f-8a08-5527c10fa936 req-cbd9c4f2-bd2c-49b4-9ade-c792eae9d262 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525944 Jun 10 22:53:49.103408 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:49.185508 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555059ea-bd30-4969-92f2-bdf26fb47db8 req-dc5777cd-d5f5-4ee0-be68-1f767c90feba tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:49.186869 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-555059ea-bd30-4969-92f2-bdf26fb47db8 req-dc5777cd-d5f5-4ee0-be68-1f767c90feba tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0714335 Jun 10 22:53:49.227481 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-555059ea-bd30-4969-92f2-bdf26fb47db8 req-48ed5e79-4976-4287-a568-b008a7390dde tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348780 Jun 10 22:53:49.251212 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 50818) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:53:49.283282 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:49.358193 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:49.361295 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:49.404438 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f721324-d302-4f8a-a4d3-881e29eb1b8d tempest-TestShelveInstance-878058799 tempest-TestShelveInstance-878058799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:49.405947 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-0f721324-d302-4f8a-a4d3-881e29eb1b8d tempest-TestShelveInstance-878058799 tempest-TestShelveInstance-878058799-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 1093 time: 0.1536775 Jun 10 22:53:49.408756 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 50822) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:53:49.413833 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Request body: {'floatingip': {'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'port_id': '9ae05515-a179-4484-8e66-83f9144720cd', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:53:49.440620 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'Port': ['ID=ece3c358-b488-4b90-bccc-12425c1bdf28,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:49.443036 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:49.453123 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:49.516923 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for floatingip, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:49.589361 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.l3_db [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Floating IP e6bb1b4a-f4fc-43e3-b423-8f9a73fd81f5 associated. External IP: 172.27.0.42, port: 4bbb55d6-1512-4dda-914e-527a1117849b. Jun 10 22:53:49.636910 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:49.766520 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Allocated IP 172.27.0.46 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/45b65894-39ef-44e7-84a4-e601ab7adc4b) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:53:49.787267 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae48f16-0458-4810-beb2-ae8761ffccb9 req-ac1d4518-0e26-4c5c-9143-4062b7d4a1ac tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:49.788758 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2ae48f16-0458-4810-beb2-ae8761ffccb9 req-ac1d4518-0e26-4c5c-9143-4062b7d4a1ac tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 984 time: 0.1046984 Jun 10 22:53:49.892038 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:49.942802 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2ae48f16-0458-4810-beb2-ae8761ffccb9 req-5c899f4b-2791-4e3c-a22c-18fac31d0783 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b52852a-8aa6-4b16-b911-037fb3eae476&id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077418 Jun 10 22:53:49.972272 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Router d703b628-98d8-4561-97d2-92fbf00eb0e9 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:53:50.020397 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:50.022467 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:50.074876 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:53:50.077765 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:53:50.082360 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:53:50.108792 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Pushing event updated for resources: {'Port': ['ID=45b65894-39ef-44e7-84a4-e601ab7adc4b,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:50.113155 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:50.375899 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:53:50.386089 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ff5443-4ae9-4811-b056-12c64fee9e9f None None] Sync routers for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:53:50.394955 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff5443-4ae9-4811-b056-12c64fee9e9f None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:53:50.396214 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-99ff5443-4ae9-4811-b056-12c64fee9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:53:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:53:50.454358 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:50.513170 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-c34b9413-97c2-474f-a4ff-97d04caaf69c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0307479 Jun 10 22:53:50.513170 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97652279-3495-48bb-bc69-67a7f4c590d4', 'tag': '4bbb55d6-1512-4dda-914e-527a1117849b'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:53:50.513170 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0a05c7-3751-4769-9a8c-9c0f274e4024" -d '{"events": [{"name": "network-changed", "server_uuid": "97652279-3495-48bb-bc69-67a7f4c590d4", "tag": "4bbb55d6-1512-4dda-914e-527a1117849b"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:53:50.538875 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5193ff34-b84d-4d8b-924d-4d4fe32c63b5 x-openstack-request-id: req-5193ff34-b84d-4d8b-924d-4d4fe32c63b5 {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:53:50.539267 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97652279-3495-48bb-bc69-67a7f4c590d4", "tag": "4bbb55d6-1512-4dda-914e-527a1117849b", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:53:50.539617 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5193ff34-b84d-4d8b-924d-4d4fe32c63b5 {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:53:50.540135 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97652279-3495-48bb-bc69-67a7f4c590d4', 'tag': '4bbb55d6-1512-4dda-914e-527a1117849b', 'status': 'completed', 'code': 200} Jun 10 22:53:50.540469 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-99ff5443-4ae9-4811-b056-12c64fee9e9f None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:53:50.551975 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:50.648045 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a05c7-3751-4769-9a8c-9c0f274e4024 req-f7afc316-a745-4b22-82ba-fe4bd4fc5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:50.649113 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3e0a05c7-3751-4769-9a8c-9c0f274e4024 req-f7afc316-a745-4b22-82ba-fe4bd4fc5389 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 1098 time: 0.0726793 Jun 10 22:53:50.830825 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-99ff5443-4ae9-4811-b056-12c64fee9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': 'e6bb1b4a-f4fc-43e3-b423-8f9a73fd81f5', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': '4bbb55d6-1512-4dda-914e-527a1117849b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:17:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97652279-3495-48bb-bc69-67a7f4c590d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:53:48Z', 'updated_at': '2021-06-10T22:53:48Z', 'revision_number': 0, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:53:50.834946 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ff5443-4ae9-4811-b056-12c64fee9e9f None None] Checking router: d703b628-98d8-4561-97d2-92fbf00eb0e9 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:53:50.843319 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff5443-4ae9-4811-b056-12c64fee9e9f None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:53:50.843979 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-99ff5443-4ae9-4811-b056-12c64fee9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:53:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:53:51.003424 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-99ff5443-4ae9-4811-b056-12c64fee9e9f None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:53:51.079718 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:51.083225 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a05c7-3751-4769-9a8c-9c0f274e4024 req-3395596e-813d-4246-a661-126bc5a09737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:51.084748 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3e0a05c7-3751-4769-9a8c-9c0f274e4024 req-3395596e-813d-4246-a661-126bc5a09737 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 911 time: 0.4267521 Jun 10 22:53:51.135405 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ea8a7-e0f9-42bf-a46a-99855d687218 req-cacc2b6e-7439-4293-b043-1497f7e5bf21 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:51.137091 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d57ea8a7-e0f9-42bf-a46a-99855d687218 req-cacc2b6e-7439-4293-b043-1497f7e5bf21 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 984 time: 0.0755365 Jun 10 22:53:51.182194 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d57ea8a7-e0f9-42bf-a46a-99855d687218 req-26426be0-321d-49aa-95ad-99d2a4366055 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b52852a-8aa6-4b16-b911-037fb3eae476&id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391681 Jun 10 22:53:51.217166 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3e0a05c7-3751-4769-9a8c-9c0f274e4024 req-cb11b456-9ed0-4ad6-bd85-ebe2e8eda50c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bbb55d6-1512-4dda-914e-527a1117849b HTTP/1.1" status: 200 len: 998 time: 0.1068592 Jun 10 22:53:51.334354 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a05c7-3751-4769-9a8c-9c0f274e4024 req-8caa55e6-abce-4379-8e7e-5136b206de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:51.335819 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3e0a05c7-3751-4769-9a8c-9c0f274e4024 req-8caa55e6-abce-4379-8e7e-5136b206de55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ad3ac5-4abd-4be3-b193-420ebfd6d999 HTTP/1.1" status: 200 len: 850 time: 0.1062407 Jun 10 22:53:51.426405 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-99ff5443-4ae9-4811-b056-12c64fee9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': 'e6bb1b4a-f4fc-43e3-b423-8f9a73fd81f5', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': '4bbb55d6-1512-4dda-914e-527a1117849b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:17:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97652279-3495-48bb-bc69-67a7f4c590d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:53:48Z', 'updated_at': '2021-06-10T22:53:48Z', 'revision_number': 0, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:53:51.428928 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:51.431659 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ff5443-4ae9-4811-b056-12c64fee9e9f None None] The sync data for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi is: [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': 'e6bb1b4a-f4fc-43e3-b423-8f9a73fd81f5', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': '4bbb55d6-1512-4dda-914e-527a1117849b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:17:a3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97652279-3495-48bb-bc69-67a7f4c590d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:53:48Z', 'updated_at': '2021-06-10T22:53:48Z', 'revision_number': 0, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:53:51.456594 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a05c7-3751-4769-9a8c-9c0f274e4024 req-2d6657ca-cfb7-4202-945e-16aa9d6dd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:51.458672 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3e0a05c7-3751-4769-9a8c-9c0f274e4024 req-2d6657ca-cfb7-4202-945e-16aa9d6dd1e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fc834ec-cebb-4677-b9ec-a352ac05fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078672 Jun 10 22:53:51.520316 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:51.567564 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:53:51.689000 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Pushing event updated for resources: {'Port': ['ID=45b65894-39ef-44e7-84a4-e601ab7adc4b,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:53:51.695342 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3e0a05c7-3751-4769-9a8c-9c0f274e4024 req-13f2f26d-14ca-499f-9447-0163b2527919 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286656 Jun 10 22:53:51.699545 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:53:51.706182 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:51.739822 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e6a0aa-ffdd-4699-961c-c7d0f301d033 None None] New status for floating IP e6bb1b4a-f4fc-43e3-b423-8f9a73fd81f5: ACTIVE {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:53:51.947685 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3e0a05c7-3751-4769-9a8c-9c0f274e4024 req-3d2993f3-323c-4df1-8802-ec5e1002cad4 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380302 Jun 10 22:53:51.948809 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.l3_db [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Floating IP 6a87848d-eaa8-4792-a6e1-88a6dcbc1fd6 associated. External IP: 172.27.0.46, port: 9ae05515-a179-4484-8e66-83f9144720cd. Jun 10 22:53:52.168370 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-6e769684-207d-4b5b-8938-46dc314494df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:52.241391 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:53:52.428036 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:53:52.437278 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77938b26-c061-40de-875f-6fd4597ab567 None None] Sync routers for ids ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:53:52.445149 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e78e3-b23c-4773-851d-37fc7626a7cb req-37390b0e-4dde-47d1-98f6-b639580e6f74 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:52.446625 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a50e78e3-b23c-4773-851d-37fc7626a7cb req-37390b0e-4dde-47d1-98f6-b639580e6f74 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 984 time: 0.1488638 Jun 10 22:53:52.446950 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77938b26-c061-40de-875f-6fd4597ab567 None None] Routers {'5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:53:52.447569 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-77938b26-c061-40de-875f-6fd4597ab567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:53:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:53:52.493154 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a50e78e3-b23c-4773-851d-37fc7626a7cb req-58ef1a73-5083-4ed9-95e4-a87e39f7fa12 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b52852a-8aa6-4b16-b911-037fb3eae476&id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375879 Jun 10 22:53:52.522797 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:52.568043 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1582525 Jun 10 22:53:52.568815 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'tag': '9ae05515-a179-4484-8e66-83f9144720cd'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:53:52.570943 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5623fa-5074-4b94-ab0b-b320adb7849d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea7efa1-0046-43c0-a80a-66b1bc4bbb76", "tag": "9ae05515-a179-4484-8e66-83f9144720cd"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:53:52.590561 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-77938b26-c061-40de-875f-6fd4597ab567 None None] Set router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:53:52.615526 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c5a8cb-b595-4d1e-8ce5-2c51bc3b37a5 x-openstack-request-id: req-c4c5a8cb-b595-4d1e-8ce5-2c51bc3b37a5 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:53:52.615875 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea7efa1-0046-43c0-a80a-66b1bc4bbb76", "tag": "9ae05515-a179-4484-8e66-83f9144720cd", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:53:52.616169 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4c5a8cb-b595-4d1e-8ce5-2c51bc3b37a5 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:53:52.616599 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'tag': '9ae05515-a179-4484-8e66-83f9144720cd', 'status': 'completed', 'code': 200} Jun 10 22:53:52.695237 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5623fa-5074-4b94-ab0b-b320adb7849d req-1eb840e6-fc20-4d8d-86a8-b9063d710527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:52.696752 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5e5623fa-5074-4b94-ab0b-b320adb7849d req-1eb840e6-fc20-4d8d-86a8-b9063d710527 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=764f131b12ce4bcb9070a3666b914ae8&device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 1098 time: 0.0583212 Jun 10 22:53:52.820079 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5623fa-5074-4b94-ab0b-b320adb7849d req-625e3503-6ff3-4c95-8bef-66e93f66f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:52.821542 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5e5623fa-5074-4b94-ab0b-b320adb7849d req-625e3503-6ff3-4c95-8bef-66e93f66f68b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2190823-fed9-4f02-bd3d-4284424e14ed HTTP/1.1" status: 200 len: 908 time: 0.1115925 Jun 10 22:53:52.878290 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-77938b26-c061-40de-875f-6fd4597ab567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:52:15Z', 'revision_number': 4, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '6a87848d-eaa8-4792-a6e1-88a6dcbc1fd6', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'port_id': '9ae05515-a179-4484-8e66-83f9144720cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'mac_address': 'fa:16:3e:f5:2a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:53:50Z', 'updated_at': '2021-06-10T22:53:50Z', 'revision_number': 0, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad897f6-4c1b-4b88-ab8e-20bef17bbd03', 'name': '', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'mac_address': 'fa:16:3e:fe:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:14Z', 'updated_at': '2021-06-10T22:52:20Z', 'revision_number': 5, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'subnets': [{'id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:53:52.881605 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77938b26-c061-40de-875f-6fd4597ab567 None None] Checking router: 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:53:52.889452 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77938b26-c061-40de-875f-6fd4597ab567 None None] Routers {'5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:53:52.890050 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-77938b26-c061-40de-875f-6fd4597ab567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:53:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:53:52.909327 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5e5623fa-5074-4b94-ab0b-b320adb7849d req-316b8d80-f561-40db-821b-f977c6111c67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ae05515-a179-4484-8e66-83f9144720cd HTTP/1.1" status: 200 len: 998 time: 0.0743346 Jun 10 22:53:52.976096 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5623fa-5074-4b94-ab0b-b320adb7849d req-590aedb5-bf8e-4e59-ba04-5964cb29413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:52.977538 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5e5623fa-5074-4b94-ab0b-b320adb7849d req-590aedb5-bf8e-4e59-ba04-5964cb29413f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b701f2d6-25a0-41b6-9cd9-5ce47e9665d5 HTTP/1.1" status: 200 len: 847 time: 0.0553381 Jun 10 22:53:53.040454 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-77938b26-c061-40de-875f-6fd4597ab567 None None] Set router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:53:53.045627 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5623fa-5074-4b94-ab0b-b320adb7849d req-2bc0b89d-c771-4eff-9c8c-b19c3446bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:53.047258 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5e5623fa-5074-4b94-ab0b-b320adb7849d req-2bc0b89d-c771-4eff-9c8c-b19c3446bc58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2190823-fed9-4f02-bd3d-4284424e14ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608935 Jun 10 22:53:53.163164 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5e5623fa-5074-4b94-ab0b-b320adb7849d req-e44f5eb9-50ad-4f9f-8521-e04e14587e1b service neutron] 10.222.0.13 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086316 Jun 10 22:53:53.282072 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5e5623fa-5074-4b94-ab0b-b320adb7849d req-9c4a40cb-40a0-41db-9397-ab635750eba5 service neutron] 10.222.0.13 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109462 Jun 10 22:53:53.326345 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-77938b26-c061-40de-875f-6fd4597ab567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:52:15Z', 'revision_number': 4, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '6a87848d-eaa8-4792-a6e1-88a6dcbc1fd6', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'port_id': '9ae05515-a179-4484-8e66-83f9144720cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'mac_address': 'fa:16:3e:f5:2a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:53:50Z', 'updated_at': '2021-06-10T22:53:50Z', 'revision_number': 0, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad897f6-4c1b-4b88-ab8e-20bef17bbd03', 'name': '', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'mac_address': 'fa:16:3e:fe:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:14Z', 'updated_at': '2021-06-10T22:52:20Z', 'revision_number': 5, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'subnets': [{'id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:53:53.329825 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77938b26-c061-40de-875f-6fd4597ab567 None None] The sync data for ids ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'] in dv-cinder-790535-2-iscsi is: [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:52:15Z', 'revision_number': 4, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '6a87848d-eaa8-4792-a6e1-88a6dcbc1fd6', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'port_id': '9ae05515-a179-4484-8e66-83f9144720cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'mac_address': 'fa:16:3e:f5:2a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:53:50Z', 'updated_at': '2021-06-10T22:53:50Z', 'revision_number': 0, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad897f6-4c1b-4b88-ab8e-20bef17bbd03', 'name': '', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'mac_address': 'fa:16:3e:fe:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:14Z', 'updated_at': '2021-06-10T22:52:20Z', 'revision_number': 5, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'subnets': [{'id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:53:53.503329 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c40bee-2b31-4203-a73f-5000a96b98b7 None None] New status for floating IP 6a87848d-eaa8-4792-a6e1-88a6dcbc1fd6: ACTIVE {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:53:53.671099 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2322c7-097d-40c0-93b8-6e8359a6c8d7 req-ea4ff7e3-3aac-490d-89a6-f4138e5b1107 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:53.672598 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0d2322c7-097d-40c0-93b8-6e8359a6c8d7 req-ea4ff7e3-3aac-490d-89a6-f4138e5b1107 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 984 time: 0.0680959 Jun 10 22:53:53.716165 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0d2322c7-097d-40c0-93b8-6e8359a6c8d7 req-0ebca1f9-12bc-44a9-a98a-60e2e03a72cd tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b52852a-8aa6-4b16-b911-037fb3eae476&id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373757 Jun 10 22:53:54.796872 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4aebf2b4-bc6c-4104-aaf7-4cbfc77c683a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:54.848390 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:55.865992 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:57.272136 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:53:58.689722 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02719e-3687-4c83-8423-ba1c1c327109 req-6a20008a-2eff-4121-99aa-a3082cb78ffa tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:58.691191 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bf02719e-3687-4c83-8423-ba1c1c327109 req-6a20008a-2eff-4121-99aa-a3082cb78ffa tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 947 time: 0.0740893 Jun 10 22:53:58.733688 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bf02719e-3687-4c83-8423-ba1c1c327109 req-8b00159e-cef5-417e-9e21-e5a762c741ae tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356054 Jun 10 22:53:59.918154 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0fe25-4d51-4d34-aa78-19e91b554ee6 req-c8ba3ee7-18e8-4b05-83e5-7a391e0089b5 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:53:59.919574 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-82e0fe25-4d51-4d34-aa78-19e91b554ee6 req-c8ba3ee7-18e8-4b05-83e5-7a391e0089b5 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 947 time: 0.0666075 Jun 10 22:53:59.962989 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-82e0fe25-4d51-4d34-aa78-19e91b554ee6 req-87e819b4-f83f-496e-a99c-d488791f1211 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375426 Jun 10 22:54:00.818537 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-8989b2df-c9c9-4657-972a-59cb16ecb924 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:00.819882 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-8989b2df-c9c9-4657-972a-59cb16ecb924 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 947 time: 0.0664253 Jun 10 22:54:00.934059 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Deleting port cdee1119-d02b-4619-bb2d-5bc0d01bc75f {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:54:00.934400 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:01.045941 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] For port cdee1119-d02b-4619-bb2d-5bc0d01bc75f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:54:01.046297 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:01.584284 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf3495-1d79-4fee-b70c-2841e64ff3f3 req-af788242-4250-4c0b-80f6-7aea2239f4a9 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:01.585727 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c1bf3495-1d79-4fee-b70c-2841e64ff3f3 req-af788242-4250-4c0b-80f6-7aea2239f4a9 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 947 time: 0.4844124 Jun 10 22:54:01.631314 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:01.631678 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:01.632015 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.l3_db [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Floating IP ab0c2af8-f4b3-45e5-863b-0aea4313df39 disassociated. External IP: 172.27.0.231, port: cdee1119-d02b-4619-bb2d-5bc0d01bc75f. Jun 10 22:54:01.632350 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Calling delete_port for cdee1119-d02b-4619-bb2d-5bc0d01bc75f owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:54:01.653918 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c1bf3495-1d79-4fee-b70c-2841e64ff3f3 req-b73e20f0-7144-4e01-95f6-c7bc63a3f072 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=dd3b5335-bc53-4001-849a-576590a8a041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624993 Jun 10 22:54:01.848428 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:01.852080 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:54:01.881744 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event deleted for resources: {'Port': ['ID=cdee1119-d02b-4619-bb2d-5bc0d01bc75f,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:54:01.884828 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:54:02.028325 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Router 659cb209-fbc4-4fc0-8e47-859612fc3e34 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:54:02.169232 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:54:02.179968 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cfc89-2d52-4190-b180-775f36d1b213 None None] Sync routers for ids ['659cb209-fbc4-4fc0-8e47-859612fc3e34'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:54:02.189367 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cfc89-2d52-4190-b180-775f36d1b213 None None] Routers {'659cb209-fbc4-4fc0-8e47-859612fc3e34'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:54:02.189966 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-857cfc89-2d52-4190-b180-775f36d1b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:53:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['659cb209-fbc4-4fc0-8e47-859612fc3e34'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:54:02.224339 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] No DVR routers for this DVR port cdee1119-d02b-4619-bb2d-5bc0d01bc75f on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:54:02.226800 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:02.228747 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f6a1d076-237b-42d8-b6dd-bcdc4e8cd7ac req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.13 "DELETE /v2.0/ports/cdee1119-d02b-4619-bb2d-5bc0d01bc75f HTTP/1.1" status: 204 len: 173 time: 1.4024286 Jun 10 22:54:02.229249 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'name': 'network-vif-deleted', 'tag': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:54:02.231488 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5578c3-7561-4a85-9c11-d0c4e5165a80" -d '{"events": [{"server_uuid": "3b339c18-ed04-4f48-954f-7f98996cb69b", "name": "network-vif-deleted", "tag": "cdee1119-d02b-4619-bb2d-5bc0d01bc75f"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:54:02.266668 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264e2d0e-83dd-4bb2-bc08-c0e3bca9e396 x-openstack-request-id: req-264e2d0e-83dd-4bb2-bc08-c0e3bca9e396 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:54:02.267048 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b339c18-ed04-4f48-954f-7f98996cb69b", "name": "network-vif-deleted", "tag": "cdee1119-d02b-4619-bb2d-5bc0d01bc75f", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:54:02.267342 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-264e2d0e-83dd-4bb2-bc08-c0e3bca9e396 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:54:02.267772 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b339c18-ed04-4f48-954f-7f98996cb69b', 'name': 'network-vif-deleted', 'tag': 'cdee1119-d02b-4619-bb2d-5bc0d01bc75f', 'status': 'completed', 'code': 200} Jun 10 22:54:02.333914 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-857cfc89-2d52-4190-b180-775f36d1b213 None None] Set router 659cb209-fbc4-4fc0-8e47-859612fc3e34 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:54:02.593059 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-857cfc89-2d52-4190-b180-775f36d1b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:43Z', 'revision_number': 5, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:54:02.596370 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cfc89-2d52-4190-b180-775f36d1b213 None None] Checking router: 659cb209-fbc4-4fc0-8e47-859612fc3e34 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:54:02.604759 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cfc89-2d52-4190-b180-775f36d1b213 None None] Routers {'659cb209-fbc4-4fc0-8e47-859612fc3e34'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:54:02.605349 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-857cfc89-2d52-4190-b180-775f36d1b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:53:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['659cb209-fbc4-4fc0-8e47-859612fc3e34'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:54:02.820926 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-df32b5de-210b-4c24-9737-431f1d830beb req-3b9c57c5-e54d-4d3e-8416-e774657ffc31 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b339c18-ed04-4f48-954f-7f98996cb69b HTTP/1.1" status: 200 len: 210 time: 0.0319216 Jun 10 22:54:02.883491 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-857cfc89-2d52-4190-b180-775f36d1b213 None None] Set router 659cb209-fbc4-4fc0-8e47-859612fc3e34 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:54:03.142706 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-857cfc89-2d52-4190-b180-775f36d1b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:43Z', 'revision_number': 5, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:54:03.148291 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cfc89-2d52-4190-b180-775f36d1b213 None None] The sync data for ids ['659cb209-fbc4-4fc0-8e47-859612fc3e34'] in dv-cinder-790535-2-iscsi is: [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:43Z', 'revision_number': 5, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:54:03.364282 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92e4fd-5c49-4bcb-96dd-99ab97225f3f None None] New status for floating IP ab0c2af8-f4b3-45e5-863b-0aea4313df39: DOWN {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:54:04.026574 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 50882) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:54:04.084693 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c149dd5c-a57e-4a26-b547-98ef29e91bc6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:04.115030 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c149dd5c-a57e-4a26-b547-98ef29e91bc6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:04.254123 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c149dd5c-a57e-4a26-b547-98ef29e91bc6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:04.256866 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c149dd5c-a57e-4a26-b547-98ef29e91bc6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:04.260072 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-c149dd5c-a57e-4a26-b547-98ef29e91bc6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "DELETE /v2.0/security-groups/dd3b5335-bc53-4001-849a-576590a8a041 HTTP/1.1" status: 204 len: 168 time: 0.2304592 Jun 10 22:54:04.260072 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f25a7887-41b3-47aa-8c94-45c091e8f284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:54:04.260869 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50884) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:54:04.268931 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149dd5c-a57e-4a26-b547-98ef29e91bc6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3b5335-bc53-4001-849a-576590a8a041,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:54:04.271839 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-c149dd5c-a57e-4a26-b547-98ef29e91bc6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:54:04.275692 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.api.v2.resource [None req-23635923-ee81-4970-b804-b1ccc3b94433 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] show failed (client error): The resource could not be found. Jun 10 22:54:04.276615 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-23635923-ee81-4970-b804-b1ccc3b94433 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups/dd3b5335-bc53-4001-849a-576590a8a041 HTTP/1.1" status: 404 len: 347 time: 0.0147922 Jun 10 22:54:04.279477 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50886) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:54:04.435821 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-c4bec4be-f2bb-443f-a6e5-b2678905c3ae tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Deleting port 51c824a0-33a1-4d4a-bb2b-9becab08ec9c {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:54:04.436197 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c4bec4be-f2bb-443f-a6e5-b2678905c3ae tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:04.533905 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c4bec4be-f2bb-443f-a6e5-b2678905c3ae tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:04.534236 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c4bec4be-f2bb-443f-a6e5-b2678905c3ae tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:04.626993 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-c4bec4be-f2bb-443f-a6e5-b2678905c3ae tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Calling delete_port for 51c824a0-33a1-4d4a-bb2b-9becab08ec9c owned by network:floatingip {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:54:04.842914 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c4bec4be-f2bb-443f-a6e5-b2678905c3ae tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:04.844843 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f7cedf25-22d6-4b96-9c51-21358a93f2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:54:04.872188 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bec4be-f2bb-443f-a6e5-b2678905c3ae tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event deleted for resources: {'Port': ['ID=51c824a0-33a1-4d4a-bb2b-9becab08ec9c,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:54:04.875358 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-c4bec4be-f2bb-443f-a6e5-b2678905c3ae tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:54:04.947115 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c4bec4be-f2bb-443f-a6e5-b2678905c3ae tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for floatingip, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:04.949694 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c4bec4be-f2bb-443f-a6e5-b2678905c3ae tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:04.950832 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-c4bec4be-f2bb-443f-a6e5-b2678905c3ae tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "DELETE /v2.0/floatingips/ab0c2af8-f4b3-45e5-863b-0aea4313df39 HTTP/1.1" status: 204 len: 168 time: 0.6704206 Jun 10 22:54:05.441111 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50890) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:54:05.445875 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-4d18e834-bcbf-4cd1-b314-0ea92d9130c0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2127202104', 'description': 'tempest-description--1260488540'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:54:05.551239 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4d18e834-bcbf-4cd1-b314-0ea92d9130c0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:05.627385 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device cdee1119-d02b-4619-bb2d-5bc0d01bc75f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:54:05.637962 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4d18e834-bcbf-4cd1-b314-0ea92d9130c0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:05.651101 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: cdee1119-d02b-4619-bb2d-5bc0d01bc75f {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:54:05.651504 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device cdee1119-d02b-4619-bb2d-5bc0d01bc75f not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:54:05.774019 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4d18e834-bcbf-4cd1-b314-0ea92d9130c0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:05.776504 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:54:05.805495 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18e834-bcbf-4cd1-b314-0ea92d9130c0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2f9b48-cc68-4710-b3a2-5826b7d27d55,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:54:05.808244 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4d18e834-bcbf-4cd1-b314-0ea92d9130c0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:54:05.876809 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-4d18e834-bcbf-4cd1-b314-0ea92d9130c0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:05.878059 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-4d18e834-bcbf-4cd1-b314-0ea92d9130c0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4359050 Jun 10 22:54:05.880731 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50894) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:54:05.885092 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-9ab79acd-5318-49df-ab31-2ca95651283a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Request body: {'security_group_rule': {'security_group_id': 'db2f9b48-cc68-4710-b3a2-5826b7d27d55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:54:05.995202 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9ab79acd-5318-49df-ab31-2ca95651283a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:06.053684 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9ab79acd-5318-49df-ab31-2ca95651283a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:06.156661 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9ab79acd-5318-49df-ab31-2ca95651283a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:06.162416 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-71e84728-bfc6-45d5-a087-ca6d1f8a5aee tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:54:06.177487 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab79acd-5318-49df-ab31-2ca95651283a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af16edb2-c0ee-40ff-b9b6-9db1251f02c8,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:54:06.179902 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9ab79acd-5318-49df-ab31-2ca95651283a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:54:06.253713 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9ab79acd-5318-49df-ab31-2ca95651283a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:06.255381 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-9ab79acd-5318-49df-ab31-2ca95651283a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3737445 Jun 10 22:54:06.257968 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50896) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:54:06.262332 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-da27e881-e7bb-49de-a275-4dd7ccd0a00d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Request body: {'security_group_rule': {'security_group_id': 'db2f9b48-cc68-4710-b3a2-5826b7d27d55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:54:06.349765 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-da27e881-e7bb-49de-a275-4dd7ccd0a00d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:06.411021 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-da27e881-e7bb-49de-a275-4dd7ccd0a00d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:06.471163 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-da27e881-e7bb-49de-a275-4dd7ccd0a00d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:06.475697 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-bf234e57-4cd9-4981-91e7-d7b44f7d3330 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:54:06.490837 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27e881-e7bb-49de-a275-4dd7ccd0a00d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88364f3-ca8b-4e56-b30d-7db7478b0b95,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:54:06.493256 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-da27e881-e7bb-49de-a275-4dd7ccd0a00d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:54:06.556956 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-da27e881-e7bb-49de-a275-4dd7ccd0a00d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:06.558171 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-da27e881-e7bb-49de-a275-4dd7ccd0a00d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992635 Jun 10 22:54:06.561059 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50898) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:54:06.565478 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Request body: {'floatingip': {'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:54:06.659475 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for floatingip, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:06.775823 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:06.893917 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Allocated IP 172.27.0.38 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/7e888326-2c9e-4a6a-88c6-a8a53e901657) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:54:07.018863 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:07.134779 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-261566843'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:07.136799 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b933e4e6-bcfb-4a54-8a6b-acac8e90ec70 tempest-ServerRescueNegativeTestJSON-1786492444 tempest-ServerRescueNegativeTestJSON-1786492444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:54:07.180084 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:54:07.182825 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:54:07.186312 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:54:07.214995 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event updated for resources: {'Port': ['ID=7e888326-2c9e-4a6a-88c6-a8a53e901657,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:54:07.219400 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:54:07.288018 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:07.397278 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:07.572593 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:07.642489 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:07.644472 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:54:07.727289 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event updated for resources: {'Port': ['ID=7e888326-2c9e-4a6a-88c6-a8a53e901657,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:54:07.730943 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:54:07.737286 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:07.842745 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:07.844016 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2819979 Jun 10 22:54:08.028644 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-bd8a3019-7aa9-4ea8-a439-2af59fa5c49c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2127202104&fields=id&tenant_id=bd4a447943d748249dde91fbf60f4eda HTTP/1.1" status: 200 len: 267 time: 0.0362179 Jun 10 22:54:08.156555 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-3ee80e36-4ed1-44ad-9c81-ddd1517ff8a6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:08.157973 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-3ee80e36-4ed1-44ad-9c81-ddd1517ff8a6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/networks?id=4bf55eb4-ce53-42eb-adc7-05ee654e0346 HTTP/1.1" status: 200 len: 817 time: 0.1232133 Jun 10 22:54:08.171978 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-14517664-7f40-41e2-96f8-35f5e71446c6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/quotas/bd4a447943d748249dde91fbf60f4eda HTTP/1.1" status: 200 len: 375 time: 0.0085986 Jun 10 22:54:08.246101 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-c0b9da3c-90f0-4d0c-a889-213d9bbcac89 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685647 Jun 10 22:54:08.362133 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-1f00b2dc-5874-4af0-92d3-704c4496cdde service neutron] 10.222.0.25 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043785 Jun 10 22:54:08.472916 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-0b1cc07a-82ac-4cc0-8469-9db7e167ff85 service neutron] 10.222.0.25 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046734 Jun 10 22:54:08.772236 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-75c70b50-6122-40ef-801b-4693bd09dfd0 req-0071b57a-f7ba-4106-84f1-1fe582fd7ca5 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 210 time: 0.0335970 Jun 10 22:54:09.924448 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d476b331-027d-434d-a660-64b0cddd5ec9 req-8171b1bb-610a-45e0-9589-af9dc0a72460 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 210 time: 0.0343413 Jun 10 22:54:10.989851 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-3539b31f-f37f-4b48-8e40-4d714f9bbd37 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:10.991501 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-3539b31f-f37f-4b48-8e40-4d714f9bbd37 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.13 "GET /v2.0/networks?id=4bf55eb4-ce53-42eb-adc7-05ee654e0346 HTTP/1.1" status: 200 len: 817 time: 0.1255753 Jun 10 22:54:11.039882 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-a54b9a29-956b-429c-b51e-a431f16b89d0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd4a447943d748249dde91fbf60f4eda HTTP/1.1" status: 200 len: 380 time: 0.0386848 Jun 10 22:54:11.050998 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Request body: {'port': {'device_id': 'ead75c1e-3100-4d20-8730-031c7506717a', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'admin_state_up': True, 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'security_groups': ['db2f9b48-cc68-4710-b3a2-5826b7d27d55']}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:54:11.074259 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c8ddf845-2176-44a6-b645-4bf16486de3b req-7a373d84-8ccd-407d-80f4-f616669bbd1d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 210 time: 0.0319266 Jun 10 22:54:11.248356 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Made reservation on behalf of bd4a447943d748249dde91fbf60f4eda for: {'port': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:54:11.251957 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:11.396785 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Allocated IP 172.20.0.6 (4bf55eb4-ce53-42eb-adc7-05ee654e0346/35d4f47f-32e3-473c-b6fb-4be1ccbc6118/eddc2bc9-66c6-4fa1-a879-4c8d83580463) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:54:11.555240 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:11.567392 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Transition to ACTIVE for port object eddc2bc9-66c6-4fa1-a879-4c8d83580463 will not be triggered until provisioned by entity DHCP. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:54:11.636899 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:11.641558 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:54:11.690443 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:54:11.694410 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:54:11.696834 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:54:11.731735 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event updated for resources: {'Port': ['ID=eddc2bc9-66c6-4fa1-a879-4c8d83580463,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:54:11.735019 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:54:11.761995 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:11.762635 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:11.832366 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7852607 Jun 10 22:54:11.846754 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Request body: {'port': {'device_id': 'ead75c1e-3100-4d20-8730-031c7506717a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:54:11.934048 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:11.991389 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-5a825001-574c-468d-8cd7-21ddd830b21c None None] Provisioning for port eddc2bc9-66c6-4fa1-a879-4c8d83580463 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:54:11.995173 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-5a825001-574c-468d-8cd7-21ddd830b21c None None] Provisioning complete for port eddc2bc9-66c6-4fa1-a879-4c8d83580463 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:54:11.995560 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-5a825001-574c-468d-8cd7-21ddd830b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:12.034807 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-5a825001-574c-468d-8cd7-21ddd830b21c None None] Port eddc2bc9-66c6-4fa1-a879-4c8d83580463 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:54:12.276078 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddc2bc9-66c6-4fa1-a879-4c8d83580463 {{(pid=98755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:54:12.285624 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:12.303811 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Transition to ACTIVE for port object eddc2bc9-66c6-4fa1-a879-4c8d83580463 will not be triggered until provisioned by entity L2. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:54:12.314573 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db487a-382f-4936-8c58-847509c738b6 req-46b6ce0a-e094-4d13-9062-9fab1e709945 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:12.318836 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e4db487a-382f-4936-8c58-847509c738b6 req-46b6ce0a-e094-4d13-9062-9fab1e709945 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 931 time: 0.1226096 Jun 10 22:54:12.357921 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e4db487a-382f-4936-8c58-847509c738b6 req-06d671e3-5891-48bf-96af-b233b38eef5d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362122 Jun 10 22:54:12.373949 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:12.376863 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-27fb0532-1779-4171-adfc-b2bc151109e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:54:12.474521 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Pushing event updated for resources: {'Port': ['ID=eddc2bc9-66c6-4fa1-a879-4c8d83580463,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:54:12.477337 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:54:12.563594 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Attempting to bind port eddc2bc9-66c6-4fa1-a879-4c8d83580463 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:54:12.563969 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Attempting to bind port eddc2bc9-66c6-4fa1-a879-4c8d83580463 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:54:12.564300 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Attempting to bind port eddc2bc9-66c6-4fa1-a879-4c8d83580463 on network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:54:12.568955 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Port eddc2bc9-66c6-4fa1-a879-4c8d83580463 on network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:54:12.569271 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Attempting to bind port eddc2bc9-66c6-4fa1-a879-4c8d83580463 on network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:54:12.573875 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:54:12.574213 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Checking segment: {'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:54:12.574592 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Bound using segment: {'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:54:12.575017 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Bound port: eddc2bc9-66c6-4fa1-a879-4c8d83580463, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187ecb30-798a-4807-9083-f349320ff0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346'}}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:54:12.575360 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:12.643496 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] For port eddc2bc9-66c6-4fa1-a879-4c8d83580463, host hv-cinder-79053, cleared binding levels {{(pid=98755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:54:12.646478 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] For port eddc2bc9-66c6-4fa1-a879-4c8d83580463, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:54:12.734709 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:12.736812 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-52f9f747-be57-4d15-97cf-d255d1f80d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:54:12.778699 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:12.779302 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:12.780910 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] 10.222.0.13 "PUT /v2.0/ports/eddc2bc9-66c6-4fa1-a879-4c8d83580463 HTTP/1.1" status: 200 len: 1093 time: 0.9384840 Jun 10 22:54:12.781424 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead75c1e-3100-4d20-8730-031c7506717a', 'tag': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:54:12.783697 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7114b2-8fbf-459a-884d-1a4f6acbc9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ead75c1e-3100-4d20-8730-031c7506717a", "tag": "eddc2bc9-66c6-4fa1-a879-4c8d83580463"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:54:12.810040 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Pushing event updated for resources: {'Port': ['ID=eddc2bc9-66c6-4fa1-a879-4c8d83580463,revision_number=3']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:54:12.811717 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:54:12.825786 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627c8619-1473-4369-a456-66f07cc4229b x-openstack-request-id: req-627c8619-1473-4369-a456-66f07cc4229b {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:54:12.826119 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead75c1e-3100-4d20-8730-031c7506717a", "tag": "eddc2bc9-66c6-4fa1-a879-4c8d83580463", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:54:12.826426 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-627c8619-1473-4369-a456-66f07cc4229b {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:54:12.826860 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead75c1e-3100-4d20-8730-031c7506717a', 'tag': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'status': 'completed', 'code': 200} Jun 10 22:54:12.928719 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7114b2-8fbf-459a-884d-1a4f6acbc9a8 req-1be4e509-b6e3-428e-ba25-308cc7cfa490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:12.930246 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7c7114b2-8fbf-459a-884d-1a4f6acbc9a8 req-1be4e509-b6e3-428e-ba25-308cc7cfa490 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 1096 time: 0.0664291 Jun 10 22:54:13.051341 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7114b2-8fbf-459a-884d-1a4f6acbc9a8 req-8f517f33-e5df-42ca-8a4c-dd4a8310aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:13.053383 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7c7114b2-8fbf-459a-884d-1a4f6acbc9a8 req-8f517f33-e5df-42ca-8a4c-dd4a8310aa13 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=bd4a447943d748249dde91fbf60f4eda&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1144533 Jun 10 22:54:13.171996 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7114b2-8fbf-459a-884d-1a4f6acbc9a8 req-1fb95202-c152-4347-b04b-dfe4dc671d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:13.173610 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7c7114b2-8fbf-459a-884d-1a4f6acbc9a8 req-1fb95202-c152-4347-b04b-dfe4dc671d90 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1078513 Jun 10 22:54:13.274813 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-333b597a-b1f1-4b74-9035-b0f0adf29d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:13.276288 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-333b597a-b1f1-4b74-9035-b0f0adf29d9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 1096 time: 0.0604637 Jun 10 22:54:13.330239 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-83275d65-ef24-46e7-a894-69a6f88e9b7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463 HTTP/1.1" status: 200 len: 217 time: 0.0445247 Jun 10 22:54:13.388877 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-cb141dd0-002c-4072-b500-d935fd8d579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:13.390391 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-cb141dd0-002c-4072-b500-d935fd8d579f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35d4f47f-32e3-473c-b6fb-4be1ccbc6118 HTTP/1.1" status: 200 len: 856 time: 0.0518670 Jun 10 22:54:13.454754 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-93b2aa03-12a7-4f86-b5a6-4d93c27cf2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:13.456158 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-93b2aa03-12a7-4f86-b5a6-4d93c27cf2fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bf55eb4-ce53-42eb-adc7-05ee654e0346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579503 Jun 10 22:54:13.883615 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-7d82ae96-6eff-47b3-95bb-5c067c76afe8 service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203129 Jun 10 22:54:13.898514 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb607df-c55e-45f0-9096-676524121300 req-e463c54f-bb8b-444b-8696-b65edbbdf3d4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:13.899835 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bfb607df-c55e-45f0-9096-676524121300 req-e463c54f-bb8b-444b-8696-b65edbbdf3d4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.4168081 Jun 10 22:54:14.010930 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bfb607df-c55e-45f0-9096-676524121300 req-1d5e6560-e21b-4d3e-94ad-b38fdb0f027f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046371 Jun 10 22:54:14.039032 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-29da9af5-fee1-4f12-8bce-0820fde30a4a req-3dc51b84-0ae8-48bf-858e-793c285809f2 service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476665 Jun 10 22:54:15.199578 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608f09d-89d1-49bc-9005-9fa5ca699645 req-9e3d970e-532b-4169-93db-3be2bfff8cdf tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:15.201044 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f608f09d-89d1-49bc-9005-9fa5ca699645 req-9e3d970e-532b-4169-93db-3be2bfff8cdf tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0708041 Jun 10 22:54:15.241360 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f608f09d-89d1-49bc-9005-9fa5ca699645 req-ab319255-d481-4324-9886-4805bcb00d14 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346909 Jun 10 22:54:16.420173 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9164f-17b4-4c91-aff8-4fd2fb051674 req-6ec3c442-e846-4091-98ba-43d2a0246ce2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:16.421602 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-37f9164f-17b4-4c91-aff8-4fd2fb051674 req-6ec3c442-e846-4091-98ba-43d2a0246ce2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0672953 Jun 10 22:54:16.466052 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-37f9164f-17b4-4c91-aff8-4fd2fb051674 req-4aa5b35f-89cb-467f-a835-28586c55741c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386486 Jun 10 22:54:16.825605 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:54:17.156965 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:17.643137 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b76d6-8766-4c71-8e42-0aaa9986e336 req-17972643-31a5-47f1-84dd-df89e4864932 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:17.644592 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b55b76d6-8766-4c71-8e42-0aaa9986e336 req-17972643-31a5-47f1-84dd-df89e4864932 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0657997 Jun 10 22:54:17.685720 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b55b76d6-8766-4c71-8e42-0aaa9986e336 req-89db1a75-1ced-4ddb-804b-088fbf77a0c2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355883 Jun 10 22:54:17.728664 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device eddc2bc9-66c6-4fa1-a879-4c8d83580463 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:54:17.841778 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port eddc2bc9-66c6-4fa1-a879-4c8d83580463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:54:17.853785 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'port_id': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'mac_address': 'fa:16:3e:bb:e9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:54:17.897630 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:17.912197 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddc2bc9-66c6-4fa1-a879-4c8d83580463 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:54:17.931824 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port eddc2bc9-66c6-4fa1-a879-4c8d83580463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:54:18.037505 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:18.039317 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-08328233-8d7c-490e-b0c6-e425b48f9291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:54:18.091978 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=eddc2bc9-66c6-4fa1-a879-4c8d83580463,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:54:18.094930 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:54:18.448046 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['eddc2bc9-66c6-4fa1-a879-4c8d83580463'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:54:18.867457 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ce8ca-38e4-4d4a-a5c2-eeea84c80edb req-e35e73c2-70ea-4545-822c-5c20ddfbcedc tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:18.868931 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-af8ce8ca-38e4-4d4a-a5c2-eeea84c80edb req-e35e73c2-70ea-4545-822c-5c20ddfbcedc tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 944 time: 0.0675666 Jun 10 22:54:18.907857 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-af8ce8ca-38e4-4d4a-a5c2-eeea84c80edb req-ce7bbff5-1a4e-4d4d-987f-b87c032db264 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334873 Jun 10 22:54:19.746152 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device eddc2bc9-66c6-4fa1-a879-4c8d83580463 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:54:19.859598 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port eddc2bc9-66c6-4fa1-a879-4c8d83580463 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:54:19.863156 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port eddc2bc9-66c6-4fa1-a879-4c8d83580463 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:54:19.863533 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:19.952194 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:19.975538 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead75c1e-3100-4d20-8730-031c7506717a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:54:19.977818 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d287b6d1-be0f-4ddf-ab75-0bef64c9cbb4" -d '{"events": [{"server_uuid": "ead75c1e-3100-4d20-8730-031c7506717a", "name": "network-vif-plugged", "status": "completed", "tag": "eddc2bc9-66c6-4fa1-a879-4c8d83580463"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:54:19.991933 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port eddc2bc9-66c6-4fa1-a879-4c8d83580463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:54:20.014730 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cfde30-bf5d-4b8c-a1a8-0ec0e6259dc4 x-openstack-request-id: req-74cfde30-bf5d-4b8c-a1a8-0ec0e6259dc4 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:54:20.015113 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead75c1e-3100-4d20-8730-031c7506717a", "name": "network-vif-plugged", "status": "completed", "tag": "eddc2bc9-66c6-4fa1-a879-4c8d83580463", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:54:20.015380 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74cfde30-bf5d-4b8c-a1a8-0ec0e6259dc4 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:54:20.015788 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead75c1e-3100-4d20-8730-031c7506717a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'code': 200} Jun 10 22:54:20.094195 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:20.094681 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e8165-722a-4d46-a696-5b95bcb68fe4 req-67fc6ff0-13c0-4169-bb08-cc2c80e4dfc7 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:20.096178 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e58e8165-722a-4d46-a696-5b95bcb68fe4 req-67fc6ff0-13c0-4169-bb08-cc2c80e4dfc7 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 944 time: 0.0716619 Jun 10 22:54:20.096938 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:54:20.138580 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e58e8165-722a-4d46-a696-5b95bcb68fe4 req-e5207998-65ee-4be0-b30d-06da79cbdb0d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364161 Jun 10 22:54:20.151101 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=eddc2bc9-66c6-4fa1-a879-4c8d83580463,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:54:20.154156 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:54:20.367396 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfa368-199f-4fa7-98a1-c9d3b46f5c2a req-3c6987df-84ef-4dc7-8c6e-07dc102487f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:20.368787 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dfdfa368-199f-4fa7-98a1-c9d3b46f5c2a req-3c6987df-84ef-4dc7-8c6e-07dc102487f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 1098 time: 0.0568864 Jun 10 22:54:20.405159 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dfdfa368-199f-4fa7-98a1-c9d3b46f5c2a req-aa8be352-9b66-4f35-9bfa-8f4234bec36d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292342 Jun 10 22:54:21.328707 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c0c92-258b-4f3e-bac9-1d4418be65da req-542311f5-4885-4166-a70d-99233ae5e9ba tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:21.330132 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-620c0c92-258b-4f3e-bac9-1d4418be65da req-542311f5-4885-4166-a70d-99233ae5e9ba tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0701065 Jun 10 22:54:21.370935 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-620c0c92-258b-4f3e-bac9-1d4418be65da req-e73c6986-d107-4498-9d28-d9fbff238d9c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352836 Jun 10 22:54:22.173848 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-6ad929d5-8075-42e2-a9c4-8bd4c7c590b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:22.550090 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7607e57-1257-4e7f-a549-ed025e447893 req-7923e7b3-af7a-48ae-a656-21c9ac1c9a69 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:22.551520 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e7607e57-1257-4e7f-a549-ed025e447893 req-7923e7b3-af7a-48ae-a656-21c9ac1c9a69 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0673461 Jun 10 22:54:22.591468 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e7607e57-1257-4e7f-a549-ed025e447893 req-47b2526b-fe20-4e98-83bc-a6c78a2ba762 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345123 Jun 10 22:54:22.763339 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054cdad-e983-410b-8010-036f8996e373 req-8827ea04-d130-4a70-87e0-4d8bfbdd0e32 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:22.764734 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b054cdad-e983-410b-8010-036f8996e373 req-8827ea04-d130-4a70-87e0-4d8bfbdd0e32 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0663111 Jun 10 22:54:22.773875 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 50966) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:54:22.778756 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-5b6c4c85-9e44-44ed-835d-97454aabef61 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Request body: {'floatingip': {'port_id': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:54:22.834550 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4c85-9e44-44ed-835d-97454aabef61 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for floatingip, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:23.388041 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4c85-9e44-44ed-835d-97454aabef61 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:23.476848 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4c85-9e44-44ed-835d-97454aabef61 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:23.608554 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.l3_db [None req-5b6c4c85-9e44-44ed-835d-97454aabef61 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Floating IP 1eb9482a-1eaf-4b6a-8c7b-c7c7ea706ac6 associated. External IP: 172.27.0.38, port: eddc2bc9-66c6-4fa1-a879-4c8d83580463. Jun 10 22:54:23.887111 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6c4c85-9e44-44ed-835d-97454aabef61 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Router 659cb209-fbc4-4fc0-8e47-859612fc3e34 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:54:24.281212 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6c4c85-9e44-44ed-835d-97454aabef61 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:54:24.285776 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5b6c4c85-9e44-44ed-835d-97454aabef61 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:24.290343 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd7b71e-8e56-44ce-8b00-26b5d7611c3e None None] Sync routers for ids ['659cb209-fbc4-4fc0-8e47-859612fc3e34'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:54:24.299255 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7b71e-8e56-44ce-8b00-26b5d7611c3e None None] Routers {'659cb209-fbc4-4fc0-8e47-859612fc3e34'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:54:24.299890 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-2bd7b71e-8e56-44ce-8b00-26b5d7611c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:53:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['659cb209-fbc4-4fc0-8e47-859612fc3e34'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:54:24.327140 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-5b6c4c85-9e44-44ed-835d-97454aabef61 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "PUT /v2.0/floatingips/1eb9482a-1eaf-4b6a-8c7b-c7c7ea706ac6 HTTP/1.1" status: 200 len: 990 time: 1.5522029 Jun 10 22:54:24.327799 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead75c1e-3100-4d20-8730-031c7506717a', 'tag': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:54:24.330130 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a760ca5-0419-46a2-8e69-60fc2c0cf785" -d '{"events": [{"name": "network-changed", "server_uuid": "ead75c1e-3100-4d20-8730-031c7506717a", "tag": "eddc2bc9-66c6-4fa1-a879-4c8d83580463"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:54:24.366439 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14746d7c-4ea5-4a74-b6ec-cc45b7af74f9 x-openstack-request-id: req-14746d7c-4ea5-4a74-b6ec-cc45b7af74f9 {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:54:24.366847 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead75c1e-3100-4d20-8730-031c7506717a", "tag": "eddc2bc9-66c6-4fa1-a879-4c8d83580463", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:54:24.367212 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14746d7c-4ea5-4a74-b6ec-cc45b7af74f9 {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:54:24.367713 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead75c1e-3100-4d20-8730-031c7506717a', 'tag': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'status': 'completed', 'code': 200} Jun 10 22:54:24.446520 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-2bd7b71e-8e56-44ce-8b00-26b5d7611c3e None None] Set router 659cb209-fbc4-4fc0-8e47-859612fc3e34 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:54:24.461925 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a760ca5-0419-46a2-8e69-60fc2c0cf785 req-2e0f7f0a-d8cd-45e7-8c57-b71d1c9c06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:24.464098 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0a760ca5-0419-46a2-8e69-60fc2c0cf785 req-2e0f7f0a-d8cd-45e7-8c57-b71d1c9c06ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 1098 time: 0.0734425 Jun 10 22:54:24.575133 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a760ca5-0419-46a2-8e69-60fc2c0cf785 req-98a0d32e-8fe6-46f6-8fe1-168d55750607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:24.576519 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0a760ca5-0419-46a2-8e69-60fc2c0cf785 req-98a0d32e-8fe6-46f6-8fe1-168d55750607 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bf55eb4-ce53-42eb-adc7-05ee654e0346 HTTP/1.1" status: 200 len: 917 time: 0.1046257 Jun 10 22:54:24.661483 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0a760ca5-0419-46a2-8e69-60fc2c0cf785 req-a675151a-c814-4f13-acc0-96763bd083e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463 HTTP/1.1" status: 200 len: 998 time: 0.0768092 Jun 10 22:54:24.719462 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a760ca5-0419-46a2-8e69-60fc2c0cf785 req-297560b0-a25a-4208-a9e0-c6cdc9caf1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:24.720945 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0a760ca5-0419-46a2-8e69-60fc2c0cf785 req-297560b0-a25a-4208-a9e0-c6cdc9caf1b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35d4f47f-32e3-473c-b6fb-4be1ccbc6118 HTTP/1.1" status: 200 len: 856 time: 0.0515108 Jun 10 22:54:24.738033 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-2bd7b71e-8e56-44ce-8b00-26b5d7611c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '1eb9482a-1eaf-4b6a-8c7b-c7c7ea706ac6', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'port_id': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'mac_address': 'fa:16:3e:bb:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead75c1e-3100-4d20-8730-031c7506717a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:54:07Z', 'updated_at': '2021-06-10T22:54:23Z', 'revision_number': 1, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:43Z', 'revision_number': 5, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:54:24.742145 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd7b71e-8e56-44ce-8b00-26b5d7611c3e None None] Checking router: 659cb209-fbc4-4fc0-8e47-859612fc3e34 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:54:24.761037 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7b71e-8e56-44ce-8b00-26b5d7611c3e None None] Routers {'659cb209-fbc4-4fc0-8e47-859612fc3e34'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:54:24.762053 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-2bd7b71e-8e56-44ce-8b00-26b5d7611c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:53:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['659cb209-fbc4-4fc0-8e47-859612fc3e34'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:54:24.790249 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a760ca5-0419-46a2-8e69-60fc2c0cf785 req-53e64ab3-70c8-4766-89dd-56d8fbec95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:24.791832 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0a760ca5-0419-46a2-8e69-60fc2c0cf785 req-53e64ab3-70c8-4766-89dd-56d8fbec95ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bf55eb4-ce53-42eb-adc7-05ee654e0346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639386 Jun 10 22:54:24.914262 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0a760ca5-0419-46a2-8e69-60fc2c0cf785 req-687ca2ad-b975-4d87-969b-361fd266c82d service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142747 Jun 10 22:54:24.943695 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:24.986941 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-48bd937f-d36c-4552-86d0-8a6164e605de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:25.030935 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0a760ca5-0419-46a2-8e69-60fc2c0cf785 req-5a5e1773-34d2-4421-aa6d-e8cf0a6477d1 service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088443 Jun 10 22:54:25.038991 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-2bd7b71e-8e56-44ce-8b00-26b5d7611c3e None None] Set router 659cb209-fbc4-4fc0-8e47-859612fc3e34 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:54:25.327301 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-2bd7b71e-8e56-44ce-8b00-26b5d7611c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '1eb9482a-1eaf-4b6a-8c7b-c7c7ea706ac6', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'port_id': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'mac_address': 'fa:16:3e:bb:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead75c1e-3100-4d20-8730-031c7506717a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:54:07Z', 'updated_at': '2021-06-10T22:54:23Z', 'revision_number': 1, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:43Z', 'revision_number': 5, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:54:25.330681 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd7b71e-8e56-44ce-8b00-26b5d7611c3e None None] The sync data for ids ['659cb209-fbc4-4fc0-8e47-859612fc3e34'] in dv-cinder-790535-2-iscsi is: [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '1eb9482a-1eaf-4b6a-8c7b-c7c7ea706ac6', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'port_id': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'mac_address': 'fa:16:3e:bb:e9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead75c1e-3100-4d20-8730-031c7506717a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:54:07Z', 'updated_at': '2021-06-10T22:54:23Z', 'revision_number': 1, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:43Z', 'revision_number': 5, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:54:25.522575 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314dd806-5aa0-4681-9b56-578f0c627e79 None None] New status for floating IP 1eb9482a-1eaf-4b6a-8c7b-c7c7ea706ac6: ACTIVE {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:54:25.757009 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:27.259176 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:47.139043 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:49.051496 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a67e0404-173e-4393-94e9-5ba29ee4eab3 req-afd6a37c-322d-4a19-b01b-b83cc349c778 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0606461 Jun 10 22:54:49.157142 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e0404-173e-4393-94e9-5ba29ee4eab3 req-00d406ad-ae42-4549-95e0-381117a6aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:49.158616 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a67e0404-173e-4393-94e9-5ba29ee4eab3 req-00d406ad-ae42-4549-95e0-381117a6aa0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 1098 time: 0.0581207 Jun 10 22:54:49.294918 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e0404-173e-4393-94e9-5ba29ee4eab3 req-5a76ecf0-e64f-4c4e-95df-fcf2f8674271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:49.296888 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a67e0404-173e-4393-94e9-5ba29ee4eab3 req-5a76ecf0-e64f-4c4e-95df-fcf2f8674271 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d HTTP/1.1" status: 200 len: 910 time: 0.1090999 Jun 10 22:54:49.380124 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a67e0404-173e-4393-94e9-5ba29ee4eab3 req-6599a31d-62c1-4d31-9ec4-d936d8c0f6a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d52610fd-0f6f-4b53-a6ff-1ef3f2357948 HTTP/1.1" status: 200 len: 1001 time: 0.0764935 Jun 10 22:54:49.436022 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e0404-173e-4393-94e9-5ba29ee4eab3 req-8a23c5b6-ddf8-4879-bcb7-59b419ab7bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:49.437964 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a67e0404-173e-4393-94e9-5ba29ee4eab3 req-8a23c5b6-ddf8-4879-bcb7-59b419ab7bd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f890a9bf-0853-45c5-86e2-c17d3f245b7a HTTP/1.1" status: 200 len: 849 time: 0.0497844 Jun 10 22:54:49.498097 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e0404-173e-4393-94e9-5ba29ee4eab3 req-7b61cb3c-fa99-4542-83fd-b63389c390bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:49.500135 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a67e0404-173e-4393-94e9-5ba29ee4eab3 req-7b61cb3c-fa99-4542-83fd-b63389c390bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554435 Jun 10 22:54:49.612108 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a67e0404-173e-4393-94e9-5ba29ee4eab3 req-f1dd3f00-0708-4cc0-901c-e598b055975d service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054437 Jun 10 22:54:49.726860 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a67e0404-173e-4393-94e9-5ba29ee4eab3 req-f3e9d33a-4199-4e30-8d6f-693f00b71572 service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080413 Jun 10 22:54:52.156630 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-fcb363d4-42e5-4ce7-85e4-79a1c67676a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:53.906494 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:54:54.785606 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-1e64c827-ad72-49d4-b6fa-17fba89aa0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:54.876968 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:55.784806 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:57.293716 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:57.572967 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1747cbf-3e10-4517-b49d-f421f4cc7cff req-f27d975c-41b7-46eb-95db-854df23a952b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:57.574425 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f1747cbf-3e10-4517-b49d-f421f4cc7cff req-f27d975c-41b7-46eb-95db-854df23a952b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0709686 Jun 10 22:54:57.614273 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f1747cbf-3e10-4517-b49d-f421f4cc7cff req-7992ba73-faf8-46b6-99b8-fa9c8dd2f1df tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342593 Jun 10 22:54:58.793797 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cde688-dc70-492b-a923-9941cee2545f req-10992659-1a55-45da-88b5-eadf9ed90f84 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:58.795227 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b2cde688-dc70-492b-a923-9941cee2545f req-10992659-1a55-45da-88b5-eadf9ed90f84 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0676079 Jun 10 22:54:58.840249 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b2cde688-dc70-492b-a923-9941cee2545f req-b390eee7-087e-487b-b23f-3d1f29261206 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b5d1131-c3b6-494f-941e-922b2fd37bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390050 Jun 10 22:54:58.973157 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-ce9483df-361e-45b9-bb59-6b80c366239b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:54:58.974550 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-ce9483df-361e-45b9-bb59-6b80c366239b tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.13 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 945 time: 0.0665708 Jun 10 22:54:59.086648 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Deleting port d52610fd-0f6f-4b53-a6ff-1ef3f2357948 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:54:59.086910 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:59.198840 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] For port d52610fd-0f6f-4b53-a6ff-1ef3f2357948, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d52610fd-0f6f-4b53-a6ff-1ef3f2357948,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:54:59.199197 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:59.417766 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:59.418157 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:59.418464 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.l3_db [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Floating IP 1bcc7aa2-f757-47cb-97be-25dd68883a6a disassociated. External IP: 172.27.0.178, port: d52610fd-0f6f-4b53-a6ff-1ef3f2357948. Jun 10 22:54:59.418802 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Calling delete_port for d52610fd-0f6f-4b53-a6ff-1ef3f2357948 owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:54:59.631081 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:54:59.634675 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:54:59.663046 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event deleted for resources: {'Port': ['ID=d52610fd-0f6f-4b53-a6ff-1ef3f2357948,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:54:59.674217 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:54:59.674588 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:54:59.674957 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:54:59.675308 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:54:59.675668 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:54:59.676047 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:54:59.676402 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:54:59.676758 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:54:59.677110 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:54:59.677458 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:54:59.677800 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:54:59.678145 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:54:59.681624 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:54:59.821112 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Router d58cab2c-e046-445f-a663-c70a8b115815 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:54:59.964063 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:54:59.974028 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a5703-cd80-4621-adf2-00938260e30d None None] Sync routers for ids ['d58cab2c-e046-445f-a663-c70a8b115815'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:54:59.982526 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a5703-cd80-4621-adf2-00938260e30d None None] Routers {'d58cab2c-e046-445f-a663-c70a8b115815'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:54:59.983395 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-d18a5703-cd80-4621-adf2-00938260e30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:54:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d58cab2c-e046-445f-a663-c70a8b115815'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:54:59.988991 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b4f04dc6-9295-4110-a580-77aabaa2bec0 req-1c1cad30-b94e-44a3-9a0a-1626c39f3463 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 210 time: 0.0377972 Jun 10 22:55:00.018760 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] No DVR routers for this DVR port d52610fd-0f6f-4b53-a6ff-1ef3f2357948 on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:55:00.021374 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:00.023362 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-27ee33e1-fc16-4b41-9f22-ad17c8cd8ba1 req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.13 "DELETE /v2.0/ports/d52610fd-0f6f-4b53-a6ff-1ef3f2357948 HTTP/1.1" status: 204 len: 173 time: 1.0424197 Jun 10 22:55:00.024135 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6ded48-e2a6-4959-b530-0551299b7272', 'name': 'network-vif-deleted', 'tag': 'd52610fd-0f6f-4b53-a6ff-1ef3f2357948'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:55:00.027150 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4050600e-2d46-4790-9a4b-08722f5b40cf" -d '{"events": [{"server_uuid": "df6ded48-e2a6-4959-b530-0551299b7272", "name": "network-vif-deleted", "tag": "d52610fd-0f6f-4b53-a6ff-1ef3f2357948"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:55:00.067749 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6937158a-fabc-42d0-82c1-8f1af4bd8ce3 x-openstack-request-id: req-6937158a-fabc-42d0-82c1-8f1af4bd8ce3 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:55:00.068157 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6ded48-e2a6-4959-b530-0551299b7272", "name": "network-vif-deleted", "tag": "d52610fd-0f6f-4b53-a6ff-1ef3f2357948", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:55:00.068451 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6937158a-fabc-42d0-82c1-8f1af4bd8ce3 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:55:00.068884 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6ded48-e2a6-4959-b530-0551299b7272', 'name': 'network-vif-deleted', 'tag': 'd52610fd-0f6f-4b53-a6ff-1ef3f2357948', 'status': 'completed', 'code': 200} Jun 10 22:55:00.134295 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-d18a5703-cd80-4621-adf2-00938260e30d None None] Set router d58cab2c-e046-445f-a663-c70a8b115815 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:55:00.393966 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-d18a5703-cd80-4621-adf2-00938260e30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:46Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:00.401756 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a5703-cd80-4621-adf2-00938260e30d None None] Checking router: d58cab2c-e046-445f-a663-c70a8b115815 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:55:00.405128 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a5703-cd80-4621-adf2-00938260e30d None None] Routers {'d58cab2c-e046-445f-a663-c70a8b115815'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:55:00.405721 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-d18a5703-cd80-4621-adf2-00938260e30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:54:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d58cab2c-e046-445f-a663-c70a8b115815'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:00.551507 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-d18a5703-cd80-4621-adf2-00938260e30d None None] Set router d58cab2c-e046-445f-a663-c70a8b115815 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:55:00.807681 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-d18a5703-cd80-4621-adf2-00938260e30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:46Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:00.811217 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a5703-cd80-4621-adf2-00938260e30d None None] The sync data for ids ['d58cab2c-e046-445f-a663-c70a8b115815'] in dv-cinder-790535-2-iscsi is: [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:46Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:55:01.021665 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b40be9-a340-45dc-b811-4f5b9ab5e4d4 None None] New status for floating IP 1bcc7aa2-f757-47cb-97be-25dd68883a6a: DOWN {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:55:01.152193 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7ec3ad71-97f2-4d27-92ab-54de011fb2ae req-7a9e3d00-7405-4e3a-bd0c-27eface70a9f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=df6ded48-e2a6-4959-b530-0551299b7272 HTTP/1.1" status: 200 len: 210 time: 0.0332754 Jun 10 22:55:01.965997 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device d52610fd-0f6f-4b53-a6ff-1ef3f2357948 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:55:01.991522 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: d52610fd-0f6f-4b53-a6ff-1ef3f2357948 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:55:01.991897 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device d52610fd-0f6f-4b53-a6ff-1ef3f2357948 not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:55:02.362303 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 51098) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:02.420547 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:02.446302 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:02.613831 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:02.616347 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:02.617498 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "DELETE /v2.0/security-groups/4b5d1131-c3b6-494f-941e-922b2fd37bd2 HTTP/1.1" status: 204 len: 168 time: 0.2541890 Jun 10 22:55:02.618278 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-1960fa16-d00b-4f78-93a1-645665a53033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:02.620197 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 51100) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:02.629340 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5d1131-c3b6-494f-941e-922b2fd37bd2,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:02.635630 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:02.636043 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:02.636265 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.api.v2.resource [None req-bcd569a4-8e2a-4418-b4da-e998cf52c731 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] show failed (client error): The resource could not be found. Jun 10 22:55:02.636452 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:02.636774 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:02.637123 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:02.637231 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-bcd569a4-8e2a-4418-b4da-e998cf52c731 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups/4b5d1131-c3b6-494f-941e-922b2fd37bd2 HTTP/1.1" status: 404 len: 347 time: 0.0158443 Jun 10 22:55:02.637504 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:02.637829 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:02.638184 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:02.638538 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:02.638891 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:02.639242 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:02.639623 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:02.640085 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 51104) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:02.643680 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-38aaeba9-c4a3-4542-bb62-66922815c071 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:02.818351 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-6e22b96a-160f-4b4c-89e7-f80d82cf0e25 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Deleting port ba692b44-7d77-4b56-a1d7-7aac30d1a927 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:55:02.818700 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6e22b96a-160f-4b4c-89e7-f80d82cf0e25 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:02.915712 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6e22b96a-160f-4b4c-89e7-f80d82cf0e25 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:02.916143 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6e22b96a-160f-4b4c-89e7-f80d82cf0e25 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:03.284204 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-6e22b96a-160f-4b4c-89e7-f80d82cf0e25 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Calling delete_port for ba692b44-7d77-4b56-a1d7-7aac30d1a927 owned by network:floatingip {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:55:03.545107 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6e22b96a-160f-4b4c-89e7-f80d82cf0e25 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:03.547063 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-4a257730-2408-49b9-bd8f-a2347b359086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:03.575453 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22b96a-160f-4b4c-89e7-f80d82cf0e25 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event deleted for resources: {'Port': ['ID=ba692b44-7d77-4b56-a1d7-7aac30d1a927,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:03.577852 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6e22b96a-160f-4b4c-89e7-f80d82cf0e25 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:03.649722 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6e22b96a-160f-4b4c-89e7-f80d82cf0e25 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for floatingip, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:03.652334 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6e22b96a-160f-4b4c-89e7-f80d82cf0e25 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:03.653466 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-6e22b96a-160f-4b4c-89e7-f80d82cf0e25 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "DELETE /v2.0/floatingips/1bcc7aa2-f757-47cb-97be-25dd68883a6a HTTP/1.1" status: 204 len: 168 time: 1.0124352 Jun 10 22:55:04.021756 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 51110) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:04.026512 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-ae0498e9-0e22-46bd-82d7-762a4ff33db1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--577890582', 'description': 'tempest-description--205991846'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:55:04.127692 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ae0498e9-0e22-46bd-82d7-762a4ff33db1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:04.213096 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ae0498e9-0e22-46bd-82d7-762a4ff33db1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:04.310610 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ae0498e9-0e22-46bd-82d7-762a4ff33db1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:04.313871 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-4d18e834-bcbf-4cd1-b314-0ea92d9130c0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:04.341499 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0498e9-0e22-46bd-82d7-762a4ff33db1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133f24ff-187f-4b23-9837-21c531c71306,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:04.344681 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ae0498e9-0e22-46bd-82d7-762a4ff33db1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:04.408326 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-ae0498e9-0e22-46bd-82d7-762a4ff33db1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:04.409536 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-ae0498e9-0e22-46bd-82d7-762a4ff33db1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3867757 Jun 10 22:55:04.412425 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 51112) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:04.416856 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-c0d9933a-559f-4c38-b0d7-37fad650f083 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Request body: {'security_group_rule': {'security_group_id': '133f24ff-187f-4b23-9837-21c531c71306', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:55:04.509655 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c0d9933a-559f-4c38-b0d7-37fad650f083 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:04.568863 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c0d9933a-559f-4c38-b0d7-37fad650f083 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:04.630547 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c0d9933a-559f-4c38-b0d7-37fad650f083 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:04.632543 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:04.650838 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9933a-559f-4c38-b0d7-37fad650f083 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c1e9a0-fc1f-4f90-b57e-86f323069730,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:04.657095 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-c0d9933a-559f-4c38-b0d7-37fad650f083 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:04.739189 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c0d9933a-559f-4c38-b0d7-37fad650f083 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:04.740359 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-c0d9933a-559f-4c38-b0d7-37fad650f083 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3270080 Jun 10 22:55:04.743000 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 51116) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:04.747571 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-baf05b35-72b3-44d4-a08a-d692859ee654 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Request body: {'security_group_rule': {'security_group_id': '133f24ff-187f-4b23-9837-21c531c71306', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:55:04.840932 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-baf05b35-72b3-44d4-a08a-d692859ee654 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:04.901462 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-baf05b35-72b3-44d4-a08a-d692859ee654 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:04.979586 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-baf05b35-72b3-44d4-a08a-d692859ee654 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331056'] for security_group_rule, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:04.981664 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:04.999522 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf05b35-72b3-44d4-a08a-d692859ee654 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e65021-2847-4ce7-af7d-3c83f2fbc2d5,revision_number=0']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:05.002620 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-baf05b35-72b3-44d4-a08a-d692859ee654 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:05.082465 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-baf05b35-72b3-44d4-a08a-d692859ee654 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:05.083657 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-baf05b35-72b3-44d4-a08a-d692859ee654 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3397458 Jun 10 22:55:05.086754 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 51122) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:05.091227 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Request body: {'floatingip': {'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef'}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:55:05.174058 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for floatingip, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:05.291050 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:05.415912 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_common [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Allocated IP 172.27.0.184 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/4fc56128-dc0d-4645-a27b-2b2218505a3c) {{(pid=98754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:55:05.543616 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for port, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:05.637255 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-261566843'] for port, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:05.640238 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-815c37d6-e4a9-4d10-8ab1-0b9e0e92d8e8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:05.685340 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:55:05.688306 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.base_scheduler [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Resources bound (agent type, host, resource id): {{(pid=98754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:55:05.691836 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Received port after_create {{(pid=98754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:55:05.719612 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event updated for resources: {'Port': ['ID=4fc56128-dc0d-4645-a27b-2b2218505a3c,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:05.723717 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:05.795682 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:05.897818 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c59d4f37-d110-43f7-b1f0-44985910396e req-faa5e721-7f1c-4632-92cb-1ebdc346c491 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-333414230&fields=id&tenant_id=fc6b1da894ab4574b8b4bda329db7424 HTTP/1.1" status: 200 len: 267 time: 0.0576048 Jun 10 22:55:05.943628 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:06.046575 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d4f37-d110-43f7-b1f0-44985910396e req-925448e0-ba63-47ee-a28a-52fd1d88aec9 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:06.048280 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c59d4f37-d110-43f7-b1f0-44985910396e req-925448e0-ba63-47ee-a28a-52fd1d88aec9 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 984 time: 0.1409686 Jun 10 22:55:06.096876 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.v2.base [req-c59d4f37-d110-43f7-b1f0-44985910396e req-ddc7554f-acb8-4665-a187-4c0adbdefcc7 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Request body: {'port': {'security_groups': ['9c3e743b-9b52-4a53-999c-45b3cd9b7d94']}} {{(pid=98754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:55:06.235302 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-c59d4f37-d110-43f7-b1f0-44985910396e req-ddc7554f-acb8-4665-a187-4c0adbdefcc7 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:06.238313 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:06.302160 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:06.309970 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-cb674562-84a4-4ba7-a808-b0d9a3d55006 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:06.395536 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event updated for resources: {'Port': ['ID=4fc56128-dc0d-4645-a27b-2b2218505a3c,revision_number=2']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:06.402595 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:06.450751 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:06.530330 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [req-c59d4f37-d110-43f7-b1f0-44985910396e req-ddc7554f-acb8-4665-a187-4c0adbdefcc7 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] For port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,segment=NetworkSegment(b76294b9-f60f-4352-bc08-1e74cad5288e),segment_id=b76294b9-f60f-4352-bc08-1e74cad5288e)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:55:06.561931 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-c59d4f37-d110-43f7-b1f0-44985910396e req-ddc7554f-acb8-4665-a187-4c0adbdefcc7 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for port, precommit_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:06.579441 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:06.580707 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4930246 Jun 10 22:55:06.653647 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-c59d4f37-d110-43f7-b1f0-44985910396e req-ddc7554f-acb8-4665-a187-4c0adbdefcc7 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261566825'] for port, after_update {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:06.657713 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:06.672554 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['17a8365e-aa4d-442b-a2ed-bb07c7dca82b'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:55:06.720368 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d4f37-d110-43f7-b1f0-44985910396e req-ddc7554f-acb8-4665-a187-4c0adbdefcc7 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:06.721117 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [req-c59d4f37-d110-43f7-b1f0-44985910396e req-ddc7554f-acb8-4665-a187-4c0adbdefcc7 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:06.722940 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c59d4f37-d110-43f7-b1f0-44985910396e req-ddc7554f-acb8-4665-a187-4c0adbdefcc7 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "PUT /v2.0/ports/17a8365e-aa4d-442b-a2ed-bb07c7dca82b HTTP/1.1" status: 200 len: 942 time: 0.6327903 Jun 10 22:55:06.723564 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'tag': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:55:06.730021 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee7d808-d6a0-4ec9-80ba-3ff3b4b6f74b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef663a8-3744-40f2-9633-c4ff9d75e6ac", "tag": "17a8365e-aa4d-442b-a2ed-bb07c7dca82b"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:55:06.732724 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 51144) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:06.754089 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7554f-acb8-4665-a187-4c0adbdefcc7 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event updated for resources: {'Port': ['ID=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,revision_number=7']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:06.757444 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ddc7554f-acb8-4665-a187-4c0adbdefcc7 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:06.808679 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['17a8365e-aa4d-442b-a2ed-bb07c7dca82b'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:55:06.811878 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285f3568-a9f2-4ccd-a934-5ac91f82053f x-openstack-request-id: req-285f3568-a9f2-4ccd-a934-5ac91f82053f {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:55:06.814003 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef663a8-3744-40f2-9633-c4ff9d75e6ac", "tag": "17a8365e-aa4d-442b-a2ed-bb07c7dca82b", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:55:06.814003 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-285f3568-a9f2-4ccd-a934-5ac91f82053f {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:55:06.814003 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'tag': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b', 'status': 'completed', 'code': 200} Jun 10 22:55:06.903320 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7948580f-5cd9-44ce-8150-c668af849a91 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:06.920542 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-f56c123f-3d16-4cd9-bfa0-9909c7c5edd6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--577890582&fields=id&tenant_id=3ccd3c69af9d4510806f9c3361929ce4 HTTP/1.1" status: 200 len: 267 time: 0.1027882 Jun 10 22:55:06.954570 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7948580f-5cd9-44ce-8150-c668af849a91 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:06.987763 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-2dc9c2a9-88ad-4613-bbc1-67d88e0b94bf None None] Provisioning complete for port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:55:06.988092 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dc9c2a9-88ad-4613-bbc1-67d88e0b94bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:07.066109 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7d808-d6a0-4ec9-80ba-3ff3b4b6f74b req-f2fe0bc7-5455-4c69-908b-429edc52bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:07.067518 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-aee7d808-d6a0-4ec9-80ba-3ff3b4b6f74b req-f2fe0bc7-5455-4c69-908b-429edc52bf9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6b1da894ab4574b8b4bda329db7424&device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 1098 time: 0.2288735 Jun 10 22:55:07.139701 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-48b6b72f-66c8-4d9c-befa-1a400a8dd624 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:07.141782 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-48b6b72f-66c8-4d9c-befa-1a400a8dd624 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/networks?id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d HTTP/1.1" status: 200 len: 810 time: 0.2096503 Jun 10 22:55:07.208007 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-e4073104-42d1-451b-b2e9-5e7d2dcde897 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/quotas/3ccd3c69af9d4510806f9c3361929ce4 HTTP/1.1" status: 200 len: 375 time: 0.0592623 Jun 10 22:55:07.236667 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7d808-d6a0-4ec9-80ba-3ff3b4b6f74b req-f553d2c4-3124-4df7-b903-4621a4ceb63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:07.238042 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-aee7d808-d6a0-4ec9-80ba-3ff3b4b6f74b req-f553d2c4-3124-4df7-b903-4621a4ceb63f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2304da14-5ca7-4485-ba56-d10492ef2d15 HTTP/1.1" status: 200 len: 915 time: 0.1584408 Jun 10 22:55:07.318746 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7948580f-5cd9-44ce-8150-c668af849a91 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:07.321211 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7948580f-5cd9-44ce-8150-c668af849a91 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:07.322608 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-7948580f-5cd9-44ce-8150-c668af849a91 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "DELETE /v2.0/security-groups/4b52852a-8aa6-4b16-b911-037fb3eae476 HTTP/1.1" status: 204 len: 168 time: 0.5869868 Jun 10 22:55:07.325147 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 51148) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:07.326267 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d5b8bb12-6405-4bfd-9ce3-35cf35ba10a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:07.348518 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948580f-5cd9-44ce-8150-c668af849a91 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b52852a-8aa6-4b16-b911-037fb3eae476,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:07.358458 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7948580f-5cd9-44ce-8150-c668af849a91 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:07.365487 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-aee7d808-d6a0-4ec9-80ba-3ff3b4b6f74b req-6a05369a-9929-4f6b-ac93-8a3350123899 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b HTTP/1.1" status: 200 len: 1000 time: 0.1026311 Jun 10 22:55:07.424467 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-e2b98711-4f92-4811-a142-6f6f00b3addc tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2059820 Jun 10 22:55:07.458682 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7d808-d6a0-4ec9-80ba-3ff3b4b6f74b req-6ad3fcc9-bd54-4cdf-b6aa-af7c03d0ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:07.460186 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-aee7d808-d6a0-4ec9-80ba-3ff3b4b6f74b req-6ad3fcc9-bd54-4cdf-b6aa-af7c03d0ef53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dabe0536-e563-4164-b374-4177101cf3d4 HTTP/1.1" status: 200 len: 854 time: 0.0869613 Jun 10 22:55:07.520761 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Deleting port ffb18a7d-1aa2-4520-8a39-c8cb3f808ce1 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:55:07.521109 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:07.592438 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-e7adf6d1-28ea-424d-802c-f87e036b5720 service neutron] 10.222.0.25 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556885 Jun 10 22:55:07.594205 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7d808-d6a0-4ec9-80ba-3ff3b4b6f74b req-741120ab-d406-44d4-8770-c898b321beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:07.595619 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-aee7d808-d6a0-4ec9-80ba-3ff3b4b6f74b req-741120ab-d406-44d4-8770-c898b321beeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2304da14-5ca7-4485-ba56-d10492ef2d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1269307 Jun 10 22:55:07.620998 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:07.621333 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:07.714199 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Calling delete_port for ffb18a7d-1aa2-4520-8a39-c8cb3f808ce1 owned by network:floatingip {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:55:07.794641 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-6c77354f-595b-43f7-93bd-5e1ee56c3782 service neutron] 10.222.0.25 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950171 Jun 10 22:55:07.798850 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-aee7d808-d6a0-4ec9-80ba-3ff3b4b6f74b req-b1e98f83-9c42-43f1-8548-0126677ff179 service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923406 Jun 10 22:55:07.913114 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-aee7d808-d6a0-4ec9-80ba-3ff3b4b6f74b req-6c7e5ad5-8927-4bf8-af3d-9b0c32711f55 service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076157 Jun 10 22:55:07.974041 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:07.976460 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-ddc7554f-acb8-4665-a187-4c0adbdefcc7 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:08.006047 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event deleted for resources: {'Port': ['ID=ffb18a7d-1aa2-4520-8a39-c8cb3f808ce1,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:08.009577 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:08.067819 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-06668ed8-8263-43d0-8f6a-e96a869be1df req-95cce36a-1992-45a0-9341-32f1397115b6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 210 time: 0.0570357 Jun 10 22:55:08.114867 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks [] for floatingip, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:08.115185 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.l3_db [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Floating IP e0690407-3577-43ac-ac62-4f1b1dce029c disassociated (deleted). External IP: 172.27.0.59, port: 17a8365e-aa4d-442b-a2ed-bb07c7dca82b. Jun 10 22:55:08.398714 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Router 1c36c4de-6f04-49c4-b375-2931ed1d20bd has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:55:08.794850 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:55:08.800536 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:08.805051 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2888561-781e-4d93-b60a-ee7caedf4fd5 None None] Sync routers for ids ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:55:08.815221 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2888561-781e-4d93-b60a-ee7caedf4fd5 None None] Routers {'1c36c4de-6f04-49c4-b375-2931ed1d20bd'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:55:08.815859 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-c2888561-781e-4d93-b60a-ee7caedf4fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:54:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:08.843278 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "DELETE /v2.0/floatingips/e0690407-3577-43ac-ac62-4f1b1dce029c HTTP/1.1" status: 204 len: 168 time: 1.5169876 Jun 10 22:55:08.849222 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'tag': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:55:08.849222 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85198b67-cadf-4733-9c22-bf7cfc44454c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef663a8-3744-40f2-9633-c4ff9d75e6ac", "tag": "17a8365e-aa4d-442b-a2ed-bb07c7dca82b"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:55:08.886514 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccd870f-0fa4-463a-b4d5-e11771248738 x-openstack-request-id: req-6ccd870f-0fa4-463a-b4d5-e11771248738 {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:55:08.886975 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef663a8-3744-40f2-9633-c4ff9d75e6ac", "tag": "17a8365e-aa4d-442b-a2ed-bb07c7dca82b", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:55:08.887356 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ccd870f-0fa4-463a-b4d5-e11771248738 {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:55:08.887912 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'tag': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b', 'status': 'completed', 'code': 200} Jun 10 22:55:08.970531 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-c2888561-781e-4d93-b60a-ee7caedf4fd5 None None] Set router 1c36c4de-6f04-49c4-b375-2931ed1d20bd gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:55:08.978943 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198b67-cadf-4733-9c22-bf7cfc44454c req-3c5ade08-89b7-4990-9892-3b9447fdefae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:08.980525 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-85198b67-cadf-4733-9c22-bf7cfc44454c req-3c5ade08-89b7-4990-9892-3b9447fdefae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc6b1da894ab4574b8b4bda329db7424&device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 1098 time: 0.0716772 Jun 10 22:55:09.101411 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198b67-cadf-4733-9c22-bf7cfc44454c req-3e6e9126-2314-4c35-a23a-3d519be3f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:09.102509 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-85198b67-cadf-4733-9c22-bf7cfc44454c req-3e6e9126-2314-4c35-a23a-3d519be3f5b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2304da14-5ca7-4485-ba56-d10492ef2d15 HTTP/1.1" status: 200 len: 915 time: 0.1152217 Jun 10 22:55:09.164001 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-85198b67-cadf-4733-9c22-bf7cfc44454c req-c80eb16b-b72a-4d7e-87c7-dc12bc3350cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b HTTP/1.1" status: 200 len: 217 time: 0.0549891 Jun 10 22:55:09.243107 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-c2888561-781e-4d93-b60a-ee7caedf4fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:49:23Z', 'revision_number': 4, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port': {'id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:20Z', 'updated_at': '2021-06-10T22:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '744e12df-fa65-4aeb-909f-84455b19e6a4', 'name': '', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'mac_address': 'fa:16:3e:97:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:23Z', 'updated_at': '2021-06-10T22:49:31Z', 'revision_number': 5, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'subnets': [{'id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:09.244630 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ff83fe4d-178f-42eb-a077-444a0191a38f req-ab22db5c-5915-4e7e-a2e0-f941b899610a tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 210 time: 0.0376344 Jun 10 22:55:09.260530 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2888561-781e-4d93-b60a-ee7caedf4fd5 None None] Checking router: 1c36c4de-6f04-49c4-b375-2931ed1d20bd for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:55:09.264661 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198b67-cadf-4733-9c22-bf7cfc44454c req-659530d5-05e5-4217-9acd-9d92c9db7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:09.266901 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-85198b67-cadf-4733-9c22-bf7cfc44454c req-659530d5-05e5-4217-9acd-9d92c9db7baf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dabe0536-e563-4164-b374-4177101cf3d4 HTTP/1.1" status: 200 len: 854 time: 0.0966353 Jun 10 22:55:09.270269 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2888561-781e-4d93-b60a-ee7caedf4fd5 None None] Routers {'1c36c4de-6f04-49c4-b375-2931ed1d20bd'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:55:09.270891 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-c2888561-781e-4d93-b60a-ee7caedf4fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:54:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:09.336639 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198b67-cadf-4733-9c22-bf7cfc44454c req-6b8c761b-d615-401e-8d89-795f0eeac15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:09.338239 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-85198b67-cadf-4733-9c22-bf7cfc44454c req-6b8c761b-d615-401e-8d89-795f0eeac15d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2304da14-5ca7-4485-ba56-d10492ef2d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647924 Jun 10 22:55:09.489319 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-85198b67-cadf-4733-9c22-bf7cfc44454c req-e18def9e-0342-42d4-96b4-d39797a6092f service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438701 Jun 10 22:55:09.574539 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-c2888561-781e-4d93-b60a-ee7caedf4fd5 None None] Set router 1c36c4de-6f04-49c4-b375-2931ed1d20bd gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:55:09.609022 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-85198b67-cadf-4733-9c22-bf7cfc44454c req-b0213ccf-6ff9-4c93-b58d-1b4eaa059aeb service neutron] 10.222.0.13 "GET /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131258 Jun 10 22:55:09.828313 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-c2888561-781e-4d93-b60a-ee7caedf4fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:49:23Z', 'revision_number': 4, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port': {'id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:20Z', 'updated_at': '2021-06-10T22:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '744e12df-fa65-4aeb-909f-84455b19e6a4', 'name': '', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'mac_address': 'fa:16:3e:97:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:23Z', 'updated_at': '2021-06-10T22:49:31Z', 'revision_number': 5, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'subnets': [{'id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:09.831681 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2888561-781e-4d93-b60a-ee7caedf4fd5 None None] The sync data for ids ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'] in dv-cinder-790535-2-iscsi is: [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:49:23Z', 'revision_number': 4, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port': {'id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:20Z', 'updated_at': '2021-06-10T22:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '744e12df-fa65-4aeb-909f-84455b19e6a4', 'name': '', 'network_id': '2304da14-5ca7-4485-ba56-d10492ef2d15', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'mac_address': 'fa:16:3e:97:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:23Z', 'updated_at': '2021-06-10T22:49:31Z', 'revision_number': 5, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'subnets': [{'id': 'dabe0536-e563-4164-b374-4177101cf3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:55:10.037977 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fe0d7a-5abe-435a-bbb2-00a5c6341cd7 None None] New status for floating IP e0690407-3577-43ac-ac62-4f1b1dce029c: DOWN {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:55:10.332079 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-8863d6ee-11b0-4e21-9477-0b97e35ad05f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:10.333603 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-8863d6ee-11b0-4e21-9477-0b97e35ad05f tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.13 "GET /v2.0/networks?id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d HTTP/1.1" status: 200 len: 810 time: 0.1335170 Jun 10 22:55:10.387561 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-a30f7693-a29c-49b2-887c-0bef10f6395a tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ccd3c69af9d4510806f9c3361929ce4 HTTP/1.1" status: 200 len: 379 time: 0.0374672 Jun 10 22:55:10.403212 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Request body: {'port': {'device_id': 'c3498c02-bc7c-4273-aad4-af9fda8e45c9', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'admin_state_up': True, 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'security_groups': ['133f24ff-187f-4b23-9837-21c531c71306']}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:55:10.419563 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c763ca7b-d622-47e0-8401-34d4f785e92f req-b6e5d068-9b94-4701-addf-1494a3d28936 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 210 time: 0.0444350 Jun 10 22:55:10.650969 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Made reservation on behalf of 3ccd3c69af9d4510806f9c3361929ce4 for: {'port': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:55:10.654622 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:10.799556 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Allocated IP 172.20.0.12 (fdff5cb4-d760-4ffc-943a-3097ca88fb4d/f890a9bf-0853-45c5-86e2-c17d3f245b7a/64351602-584c-472c-8c8d-7825dcd42403) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:55:10.957991 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:10.970310 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Transition to ACTIVE for port object 64351602-584c-472c-8c8d-7825dcd42403 will not be triggered until provisioned by entity DHCP. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:55:11.071091 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:11.074969 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:11.124574 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Network fdff5cb4-d760-4ffc-943a-3097ca88fb4d is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:55:11.128593 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:55:11.130883 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:55:11.161960 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event updated for resources: {'Port': ['ID=64351602-584c-472c-8c8d-7825dcd42403,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:11.164888 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:11.193481 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:11.194080 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:11.266187 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8706133 Jun 10 22:55:11.278100 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Request body: {'port': {'device_id': 'c3498c02-bc7c-4273-aad4-af9fda8e45c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:55:11.367803 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:11.408222 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-55a27a74-d6af-429b-864f-6f7f81b9c016 None None] Provisioning for port 64351602-584c-472c-8c8d-7825dcd42403 completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:55:11.412028 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-55a27a74-d6af-429b-864f-6f7f81b9c016 None None] Provisioning complete for port 64351602-584c-472c-8c8d-7825dcd42403 triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:55:11.412448 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-55a27a74-d6af-429b-864f-6f7f81b9c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:11.454907 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-55a27a74-d6af-429b-864f-6f7f81b9c016 None None] Port 64351602-584c-472c-8c8d-7825dcd42403 cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:55:11.974537 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673f8ab-a558-46f9-86d8-ebf6f8a44b4b req-b5497db1-cb71-476b-b973-bd8f04e74473 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:11.976024 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b673f8ab-a558-46f9-86d8-ebf6f8a44b4b req-b5497db1-cb71-476b-b973-bd8f04e74473 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 932 time: 0.4302738 Jun 10 22:55:12.055924 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64351602-584c-472c-8c8d-7825dcd42403 {{(pid=98755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:55:12.062697 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b673f8ab-a558-46f9-86d8-ebf6f8a44b4b req-46fdf159-4064-45d5-b59b-3e0429c156a5 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=133f24ff-187f-4b23-9837-21c531c71306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782042 Jun 10 22:55:12.066303 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:12.078916 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Transition to ACTIVE for port object 64351602-584c-472c-8c8d-7825dcd42403 will not be triggered until provisioned by entity L2. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:55:12.139434 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:12.141997 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:12.236963 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Pushing event updated for resources: {'Port': ['ID=64351602-584c-472c-8c8d-7825dcd42403,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:12.240588 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:12.331478 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Attempting to bind port 64351602-584c-472c-8c8d-7825dcd42403 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:55:12.331816 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Attempting to bind port 64351602-584c-472c-8c8d-7825dcd42403 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:55:12.332230 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Attempting to bind port 64351602-584c-472c-8c8d-7825dcd42403 on network fdff5cb4-d760-4ffc-943a-3097ca88fb4d {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:55:12.336509 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Port 64351602-584c-472c-8c8d-7825dcd42403 on network fdff5cb4-d760-4ffc-943a-3097ca88fb4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:55:12.336825 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Attempting to bind port 64351602-584c-472c-8c8d-7825dcd42403 on network fdff5cb4-d760-4ffc-943a-3097ca88fb4d {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:55:12.341404 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:55:12.341735 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Checking segment: {'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:55:12.342113 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Bound using segment: {'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:55:12.342531 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Bound port: 64351602-584c-472c-8c8d-7825dcd42403, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba29cf6-c00a-470a-8822-451d7530775c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d'}}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:55:12.342872 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:12.412183 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] For port 64351602-584c-472c-8c8d-7825dcd42403, host hv-cinder-79053, cleared binding levels {{(pid=98755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:55:12.416872 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] For port 64351602-584c-472c-8c8d-7825dcd42403, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=64351602-584c-472c-8c8d-7825dcd42403,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:55:12.517823 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:12.519926 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-cc84823f-ddbb-4b6a-bcb6-de60a043337d tempest-DeleteServersTestJSON-1792805495 tempest-DeleteServersTestJSON-1792805495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:12.560776 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:12.561810 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:12.564588 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-9e052f9c-e022-4292-a969-115a46107119 service neutron] 10.222.0.13 "PUT /v2.0/ports/64351602-584c-472c-8c8d-7825dcd42403 HTTP/1.1" status: 200 len: 1094 time: 1.2906642 Jun 10 22:55:12.566752 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3498c02-bc7c-4273-aad4-af9fda8e45c9', 'tag': '64351602-584c-472c-8c8d-7825dcd42403'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:55:12.569998 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5f64ad-6e63-4b8f-bffd-66b059b3d327" -d '{"events": [{"name": "network-changed", "server_uuid": "c3498c02-bc7c-4273-aad4-af9fda8e45c9", "tag": "64351602-584c-472c-8c8d-7825dcd42403"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:55:12.597447 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Pushing event updated for resources: {'Port': ['ID=64351602-584c-472c-8c8d-7825dcd42403,revision_number=3']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:12.600750 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:12.614804 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8e9b4b-d6a8-49ef-9861-581d6268d28c x-openstack-request-id: req-1a8e9b4b-d6a8-49ef-9861-581d6268d28c {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:55:12.615161 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3498c02-bc7c-4273-aad4-af9fda8e45c9", "tag": "64351602-584c-472c-8c8d-7825dcd42403", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:55:12.615424 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a8e9b4b-d6a8-49ef-9861-581d6268d28c {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:55:12.615884 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3498c02-bc7c-4273-aad4-af9fda8e45c9', 'tag': '64351602-584c-472c-8c8d-7825dcd42403', 'status': 'completed', 'code': 200} Jun 10 22:55:12.700164 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f64ad-6e63-4b8f-bffd-66b059b3d327 req-5af11924-015d-45eb-8fb0-9cfd1b0a5cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:12.701638 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ee5f64ad-6e63-4b8f-bffd-66b059b3d327 req-5af11924-015d-45eb-8fb0-9cfd1b0a5cfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 1097 time: 0.0640962 Jun 10 22:55:12.825759 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f64ad-6e63-4b8f-bffd-66b059b3d327 req-b7d3c2a2-f947-4d7d-a22b-2b53e7a136ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:12.827106 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ee5f64ad-6e63-4b8f-bffd-66b059b3d327 req-b7d3c2a2-f947-4d7d-a22b-2b53e7a136ec service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1187131 Jun 10 22:55:12.943860 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f64ad-6e63-4b8f-bffd-66b059b3d327 req-6ee11950-98ae-455d-9cdc-b93783c21a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:12.945339 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ee5f64ad-6e63-4b8f-bffd-66b059b3d327 req-6ee11950-98ae-455d-9cdc-b93783c21a52 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1120517 Jun 10 22:55:13.044137 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-4fb41dc1-b1f1-4834-bccb-bdae3f918272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:13.045645 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-4fb41dc1-b1f1-4834-bccb-bdae3f918272 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 1097 time: 0.0592473 Jun 10 22:55:13.101905 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-29e3792e-c20a-4602-b26d-80973f21ef5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64351602-584c-472c-8c8d-7825dcd42403 HTTP/1.1" status: 200 len: 217 time: 0.0492716 Jun 10 22:55:13.160152 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-0bc4ab26-9f66-4ef4-8755-472f7b2626c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:13.161783 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-0bc4ab26-9f66-4ef4-8755-472f7b2626c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f890a9bf-0853-45c5-86e2-c17d3f245b7a HTTP/1.1" status: 200 len: 849 time: 0.0543475 Jun 10 22:55:13.276648 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-b23a829d-3b1c-49d9-9632-7807e7ad2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:13.278133 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-b23a829d-3b1c-49d9-9632-7807e7ad2e84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1102083 Jun 10 22:55:13.289718 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67197e01-7908-4c52-b1c7-0ec29e8a48ea req-e7498798-c32f-4661-a967-147dd2abeff0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:13.291064 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-67197e01-7908-4c52-b1c7-0ec29e8a48ea req-e7498798-c32f-4661-a967-147dd2abeff0 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 944 time: 0.0926814 Jun 10 22:55:13.405299 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-67197e01-7908-4c52-b1c7-0ec29e8a48ea req-b9236dc6-34aa-43ea-b278-5ed2b0ef3159 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=133f24ff-187f-4b23-9837-21c531c71306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055324 Jun 10 22:55:13.437398 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-2c65f9c8-4a87-40b1-9f67-7ae35c4c3745 service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454079 Jun 10 22:55:13.564306 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fc05ba59-4984-430c-a947-f00f9d45fca5 req-1c08233a-7fc4-44be-b619-2b3400025ab2 service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096325 Jun 10 22:55:13.575754 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1a50-4649-4ee7-98ae-aca3a44f1985 req-754f465b-9bcd-4823-9bed-8f10331e78e2 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:13.577244 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-040b1a50-4649-4ee7-98ae-aca3a44f1985 req-754f465b-9bcd-4823-9bed-8f10331e78e2 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 945 time: 0.0704346 Jun 10 22:55:13.619167 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-040b1a50-4649-4ee7-98ae-aca3a44f1985 req-8f1a2fef-276b-42f5-82c4-f01b25d23bf6 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356822 Jun 10 22:55:14.581203 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3567a-74d5-4621-9ec9-6170f12be519 req-422a6173-efaa-4a2a-8da1-53e7a3bb586e tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:14.582652 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ebe3567a-74d5-4621-9ec9-6170f12be519 req-422a6173-efaa-4a2a-8da1-53e7a3bb586e tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 944 time: 0.0672338 Jun 10 22:55:14.625419 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ebe3567a-74d5-4621-9ec9-6170f12be519 req-7a283b76-25c5-4b2a-a0b6-4fdf2eddb714 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=133f24ff-187f-4b23-9837-21c531c71306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372171 Jun 10 22:55:14.803818 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970ef08-a4a2-4395-a28f-e0c4e49491ab req-b9e7cb1e-2343-408c-82ea-75d3a1b6fb0b tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:14.805204 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4970ef08-a4a2-4395-a28f-e0c4e49491ab req-b9e7cb1e-2343-408c-82ea-75d3a1b6fb0b tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 945 time: 0.0681057 Jun 10 22:55:14.845869 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4970ef08-a4a2-4395-a28f-e0c4e49491ab req-f723b9fa-da03-45c2-9707-19917cb91568 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c3e743b-9b52-4a53-999c-45b3cd9b7d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351319 Jun 10 22:55:15.355811 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d452b6-34c8-49e5-81dd-b77d0d1149da req-d9b60322-33a2-49b0-922c-e18d360e79ba tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:15.357268 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-64d452b6-34c8-49e5-81dd-b77d0d1149da req-d9b60322-33a2-49b0-922c-e18d360e79ba tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 945 time: 0.0732994 Jun 10 22:55:15.468141 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-64d452b6-34c8-49e5-81dd-b77d0d1149da req-ded7e252-a903-485c-80dd-c48679abf020 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Deleting port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:55:15.468407 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-64d452b6-34c8-49e5-81dd-b77d0d1149da req-ded7e252-a903-485c-80dd-c48679abf020 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:15.579652 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-64d452b6-34c8-49e5-81dd-b77d0d1149da req-ded7e252-a903-485c-80dd-c48679abf020 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] For port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,segment=NetworkSegment(b76294b9-f60f-4352-bc08-1e74cad5288e),segment_id=b76294b9-f60f-4352-bc08-1e74cad5288e)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:55:15.580047 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-64d452b6-34c8-49e5-81dd-b77d0d1149da req-ded7e252-a903-485c-80dd-c48679abf020 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:15.671308 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-64d452b6-34c8-49e5-81dd-b77d0d1149da req-ded7e252-a903-485c-80dd-c48679abf020 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Calling delete_port for 17a8365e-aa4d-442b-a2ed-bb07c7dca82b owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:55:15.856199 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2eb9d2-ce82-4a8e-8a37-9a5bb34e7a92 req-9b4eccc0-8661-4677-ab75-054d63bb55bc tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:15.857558 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7d2eb9d2-ce82-4a8e-8a37-9a5bb34e7a92 req-9b4eccc0-8661-4677-ab75-054d63bb55bc tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 944 time: 0.1220100 Jun 10 22:55:15.907431 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7d2eb9d2-ce82-4a8e-8a37-9a5bb34e7a92 req-a295b8d3-94d1-4a34-8c46-17f71ccf43e2 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=133f24ff-187f-4b23-9837-21c531c71306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422935 Jun 10 22:55:15.934163 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-64d452b6-34c8-49e5-81dd-b77d0d1149da req-ded7e252-a903-485c-80dd-c48679abf020 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:15.938041 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:15.946080 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['17a8365e-aa4d-442b-a2ed-bb07c7dca82b'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:55:15.969001 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7e252-a903-485c-80dd-c48679abf020 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Pushing event deleted for resources: {'Port': ['ID=17a8365e-aa4d-442b-a2ed-bb07c7dca82b,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:15.972057 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ded7e252-a903-485c-80dd-c48679abf020 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:15.998902 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-596c01a8-4a77-4abd-923d-2841f615d47c req-d168f383-58d5-476c-8e49-95db0949e5d8 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ef663a8-3744-40f2-9633-c4ff9d75e6ac HTTP/1.1" status: 200 len: 210 time: 0.0345817 Jun 10 22:55:16.024614 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d452b6-34c8-49e5-81dd-b77d0d1149da req-ded7e252-a903-485c-80dd-c48679abf020 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] No DVR routers for this DVR port 17a8365e-aa4d-442b-a2ed-bb07c7dca82b on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:55:16.027052 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-64d452b6-34c8-49e5-81dd-b77d0d1149da req-ded7e252-a903-485c-80dd-c48679abf020 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:16.029063 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-64d452b6-34c8-49e5-81dd-b77d0d1149da req-ded7e252-a903-485c-80dd-c48679abf020 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] 10.222.0.13 "DELETE /v2.0/ports/17a8365e-aa4d-442b-a2ed-bb07c7dca82b HTTP/1.1" status: 204 len: 173 time: 0.6654844 Jun 10 22:55:16.029558 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'name': 'network-vif-deleted', 'tag': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:55:16.032323 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c062b5-d26b-45ac-8850-885f7ee18cc6" -d '{"events": [{"server_uuid": "8ef663a8-3744-40f2-9633-c4ff9d75e6ac", "name": "network-vif-deleted", "tag": "17a8365e-aa4d-442b-a2ed-bb07c7dca82b"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:55:16.067182 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f87736a-6dc0-4ed9-9882-1157bea40435 x-openstack-request-id: req-4f87736a-6dc0-4ed9-9882-1157bea40435 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:55:16.067510 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef663a8-3744-40f2-9633-c4ff9d75e6ac", "name": "network-vif-deleted", "tag": "17a8365e-aa4d-442b-a2ed-bb07c7dca82b", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:55:16.067821 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f87736a-6dc0-4ed9-9882-1157bea40435 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:55:16.068284 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef663a8-3744-40f2-9633-c4ff9d75e6ac', 'name': 'network-vif-deleted', 'tag': '17a8365e-aa4d-442b-a2ed-bb07c7dca82b', 'status': 'completed', 'code': 200} Jun 10 22:55:17.196687 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:17.254921 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c41e9-d137-4e7c-8ba0-0c2cc00b543b req-703e4f5c-6c0c-4dbf-a681-e621a3d2fe91 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:17.256447 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-759c41e9-d137-4e7c-8ba0-0c2cc00b543b req-703e4f5c-6c0c-4dbf-a681-e621a3d2fe91 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 944 time: 0.0732074 Jun 10 22:55:17.296999 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-759c41e9-d137-4e7c-8ba0-0c2cc00b543b req-43b80ecb-d09f-4cc9-bab0-5800ce45d594 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=133f24ff-187f-4b23-9837-21c531c71306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347421 Jun 10 22:55:18.105809 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 64351602-584c-472c-8c8d-7825dcd42403 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:55:18.223379 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 64351602-584c-472c-8c8d-7825dcd42403, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=64351602-584c-472c-8c8d-7825dcd42403,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:55:18.235238 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '64351602-584c-472c-8c8d-7825dcd42403', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'port_id': '64351602-584c-472c-8c8d-7825dcd42403', 'mac_address': 'fa:16:3e:b1:17:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:55:18.281442 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:18.297857 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64351602-584c-472c-8c8d-7825dcd42403 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:55:18.318136 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 64351602-584c-472c-8c8d-7825dcd42403, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=64351602-584c-472c-8c8d-7825dcd42403,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:55:18.448519 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:18.450355 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:18.474742 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f5590-af59-482c-8afc-556aeb4a2876 req-e3d4ee0a-30c5-42d5-96e8-da75d4599c36 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:18.476296 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6b4f5590-af59-482c-8afc-556aeb4a2876 req-e3d4ee0a-30c5-42d5-96e8-da75d4599c36 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 944 time: 0.0687904 Jun 10 22:55:18.505215 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=64351602-584c-472c-8c8d-7825dcd42403,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:18.512163 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:18.512519 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:18.512849 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:18.513187 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:18.513544 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:18.513872 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:18.514684 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:18.514684 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:18.514901 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:18.515127 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:18.515442 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:18.515784 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:55:18.519766 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:18.519945 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6b4f5590-af59-482c-8afc-556aeb4a2876 req-9c603aeb-da33-4d53-a342-8e8aa3364f9a tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=133f24ff-187f-4b23-9837-21c531c71306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377090 Jun 10 22:55:18.793932 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['64351602-584c-472c-8c8d-7825dcd42403'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:55:18.828379 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 51282) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:19.413077 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4dbe-7c12-4f23-ad98-7c589ba2e518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510889'] for router_interface, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:19.700967 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a1f47-8100-414f-a3dd-63492a2c9d0f req-705b2620-eab7-4663-83f9-bd211aa57882 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:19.702624 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-782a1f47-8100-414f-a3dd-63492a2c9d0f req-705b2620-eab7-4663-83f9-bd211aa57882 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 945 time: 0.0723097 Jun 10 22:55:19.745300 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-782a1f47-8100-414f-a3dd-63492a2c9d0f req-bfc9e01e-8a53-4839-89bd-14fbbe767d24 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=133f24ff-187f-4b23-9837-21c531c71306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366414 Jun 10 22:55:19.775925 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b4dbe-7c12-4f23-ad98-7c589ba2e518 admin admin] Deleting port 744e12df-fa65-4aeb-909f-84455b19e6a4 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:55:19.776273 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4dbe-7c12-4f23-ad98-7c589ba2e518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:19.876966 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [None req-5a7b4dbe-7c12-4f23-ad98-7c589ba2e518 admin admin] For port 744e12df-fa65-4aeb-909f-84455b19e6a4, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=744e12df-fa65-4aeb-909f-84455b19e6a4,segment=NetworkSegment(b76294b9-f60f-4352-bc08-1e74cad5288e),segment_id=b76294b9-f60f-4352-bc08-1e74cad5288e)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:55:19.877589 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4dbe-7c12-4f23-ad98-7c589ba2e518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:19.964585 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b4dbe-7c12-4f23-ad98-7c589ba2e518 admin admin] Calling delete_port for 744e12df-fa65-4aeb-909f-84455b19e6a4 owned by network:router_interface {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:55:20.115371 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 64351602-584c-472c-8c8d-7825dcd42403 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:55:20.247819 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port 64351602-584c-472c-8c8d-7825dcd42403 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:55:20.252124 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 64351602-584c-472c-8c8d-7825dcd42403 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:55:20.252577 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:20.258361 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4dbe-7c12-4f23-ad98-7c589ba2e518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:20.258361 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2d75b6c1-39c5-4b0d-ac7d-5a719954568c tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:20.293068 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b4dbe-7c12-4f23-ad98-7c589ba2e518 admin admin] Pushing event deleted for resources: {'Port': ['ID=744e12df-fa65-4aeb-909f-84455b19e6a4,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:20.295892 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5a7b4dbe-7c12-4f23-ad98-7c589ba2e518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:20.346976 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:20.376025 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3498c02-bc7c-4273-aad4-af9fda8e45c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64351602-584c-472c-8c8d-7825dcd42403'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:55:20.379060 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9962094a-29c9-487b-b2b3-1c2fe0c7dfed" -d '{"events": [{"server_uuid": "c3498c02-bc7c-4273-aad4-af9fda8e45c9", "name": "network-vif-plugged", "status": "completed", "tag": "64351602-584c-472c-8c8d-7825dcd42403"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:55:20.393523 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 64351602-584c-472c-8c8d-7825dcd42403, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=64351602-584c-472c-8c8d-7825dcd42403,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:55:20.418691 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4750825-17fa-400c-9241-f750fe836804 x-openstack-request-id: req-e4750825-17fa-400c-9241-f750fe836804 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:55:20.419339 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3498c02-bc7c-4273-aad4-af9fda8e45c9", "name": "network-vif-plugged", "status": "completed", "tag": "64351602-584c-472c-8c8d-7825dcd42403", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:55:20.419773 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4750825-17fa-400c-9241-f750fe836804 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:55:20.420360 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3498c02-bc7c-4273-aad4-af9fda8e45c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64351602-584c-472c-8c8d-7825dcd42403', 'code': 200} Jun 10 22:55:20.482225 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:20.483188 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 17a8365e-aa4d-442b-a2ed-bb07c7dca82b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:55:20.486753 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:20.510563 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4dbe-7c12-4f23-ad98-7c589ba2e518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510265'] for router_interface, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:20.511797 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: 17a8365e-aa4d-442b-a2ed-bb07c7dca82b {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:55:20.512194 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 17a8365e-aa4d-442b-a2ed-bb07c7dca82b not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:55:20.570541 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=64351602-584c-472c-8c8d-7825dcd42403,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:20.570541 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:20.784676 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79d640-0f9f-4acd-9587-bcfa9de083b3 req-2f3cfc25-8fcd-4e47-b6a7-f3cde0f1cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:20.786365 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-cf79d640-0f9f-4acd-9587-bcfa9de083b3 req-2f3cfc25-8fcd-4e47-b6a7-f3cde0f1cbb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 1099 time: 0.0601339 Jun 10 22:55:20.803187 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7b4dbe-7c12-4f23-ad98-7c589ba2e518 admin admin] Router 1c36c4de-6f04-49c4-b375-2931ed1d20bd has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:55:20.828677 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-cf79d640-0f9f-4acd-9587-bcfa9de083b3 req-ef4ca3ab-07f2-4428-a933-c820cf0c8539 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=133f24ff-187f-4b23-9837-21c531c71306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346687 Jun 10 22:55:21.260616 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a5eba-3aec-4c90-a251-c3db024e7037 req-5094c9bd-aba8-47e1-a2b3-905afe3142b1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:21.262062 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-130a5eba-3aec-4c90-a251-c3db024e7037 req-5094c9bd-aba8-47e1-a2b3-905afe3142b1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 946 time: 0.4003675 Jun 10 22:55:21.263401 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7b4dbe-7c12-4f23-ad98-7c589ba2e518 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:55:21.271758 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-5a7b4dbe-7c12-4f23-ad98-7c589ba2e518 admin admin] 10.222.0.25 "PUT /v2.0/routers/1c36c4de-6f04-49c4-b375-2931ed1d20bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4387803 Jun 10 22:55:21.272151 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 51296) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:21.274784 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e1eee8-c967-4a94-b8fc-def25462bd27 None None] Sync routers for ids ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:55:21.283876 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1eee8-c967-4a94-b8fc-def25462bd27 None None] Routers {'1c36c4de-6f04-49c4-b375-2931ed1d20bd'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:55:21.284499 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-64e1eee8-c967-4a94-b8fc-def25462bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:54:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:21.306803 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-130a5eba-3aec-4c90-a251-c3db024e7037 req-87bad488-52ab-49cb-835c-e7ca93f1ddfb tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=133f24ff-187f-4b23-9837-21c531c71306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368216 Jun 10 22:55:21.414730 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Notify callbacks [] for router, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:21.428484 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-64e1eee8-c967-4a94-b8fc-def25462bd27 None None] Set router 1c36c4de-6f04-49c4-b375-2931ed1d20bd gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:55:21.560731 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:21.667427 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-64e1eee8-c967-4a94-b8fc-def25462bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:55:20Z', 'revision_number': 5, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port': {'id': '4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:20Z', 'updated_at': '2021-06-10T22:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:21.670766 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e1eee8-c967-4a94-b8fc-def25462bd27 None None] Checking router: 1c36c4de-6f04-49c4-b375-2931ed1d20bd for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:55:21.679118 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Deleting port 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:55:21.679461 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:21.680312 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1eee8-c967-4a94-b8fc-def25462bd27 None None] Routers {'1c36c4de-6f04-49c4-b375-2931ed1d20bd'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:55:21.680922 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-64e1eee8-c967-4a94-b8fc-def25462bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:54:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:21.781788 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] For port 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:55:21.782352 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:21.801292 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-64e1eee8-c967-4a94-b8fc-def25462bd27 None None] Set router 1c36c4de-6f04-49c4-b375-2931ed1d20bd gateway port host: None {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:55:22.015168 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-64e1eee8-c967-4a94-b8fc-def25462bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:55:21Z', 'revision_number': 6, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port_host': None}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:22.019076 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e1eee8-c967-4a94-b8fc-def25462bd27 None None] The sync data for ids ['1c36c4de-6f04-49c4-b375-2931ed1d20bd'] in dv-cinder-790535-2-iscsi is: [{'id': '1c36c4de-6f04-49c4-b375-2931ed1d20bd', 'name': 'tempest-TestMinimumBasicScenario-1737083688-router', 'tenant_id': 'fc6b1da894ab4574b8b4bda329db7424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:19Z', 'updated_at': '2021-06-10T22:55:21Z', 'revision_number': 6, 'project_id': 'fc6b1da894ab4574b8b4bda329db7424', 'gw_port_host': None}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:55:22.165353 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Calling delete_port for 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb owned by network:router_gateway {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:55:22.174767 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-a8817579-c72b-4e38-9c9d-f106ee908848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:22.419504 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:22.422288 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:22.455633 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:22.458207 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:22.504525 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf9829-290a-4060-9370-7418406b4958 req-476cafb9-ebec-41ca-ab24-02aea25e5621 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:22.505984 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-adcf9829-290a-4060-9370-7418406b4958 req-476cafb9-ebec-41ca-ab24-02aea25e5621 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 946 time: 0.0755022 Jun 10 22:55:22.538565 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:22.548007 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-adcf9829-290a-4060-9370-7418406b4958 req-420169aa-c318-47cd-a8cf-836527cd8340 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=133f24ff-187f-4b23-9837-21c531c71306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360427 Jun 10 22:55:22.694427 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:22.716104 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:22.819386 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa197a8-2a33-45f2-b9a4-cc98ff3bc6b3 req-de1ae8a5-a2e5-4641-b871-3f92c22c9896 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:22.820924 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5aa197a8-2a33-45f2-b9a4-cc98ff3bc6b3 req-de1ae8a5-a2e5-4641-b871-3f92c22c9896 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 946 time: 0.1416814 Jun 10 22:55:22.830623 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 51304) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:22.835364 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-c9677ab9-f142-4953-ac44-431e90ddecb1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Request body: {'floatingip': {'port_id': '64351602-584c-472c-8c8d-7825dcd42403'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:55:22.864987 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 744e12df-fa65-4aeb-909f-84455b19e6a4 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:55:22.889040 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508493'] for router, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:22.889674 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c36c4de-6f04-49c4-b375-2931ed1d20bd {{(pid=98755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 22:55:22.890991 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 744e12df-fa65-4aeb-909f-84455b19e6a4 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:55:22.891363 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 744e12df-fa65-4aeb-909f-84455b19e6a4 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:55:22.892375 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:55:22.896040 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c9677ab9-f142-4953-ac44-431e90ddecb1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for floatingip, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:22.900526 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Notify callbacks [] for router, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:22.903845 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1c36c4de-6f04-49c4-b375-2931ed1d20bd HTTP/1.1" status: 204 len: 168 time: 1.6292093 Jun 10 22:55:22.904261 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 51306) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:22.944171 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:55:22.944531 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 4f7c7c3e-401e-4a1f-b1e3-782fd029cbdb not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:55:22.977988 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ca6503-5d20-4a3f-afba-a5f5bfdc2ed4 admin admin] Deleting subnet dabe0536-e563-4164-b374-4177101cf3d4 {{(pid=98754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:55:22.981037 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f8ca6503-5d20-4a3f-afba-a5f5bfdc2ed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:23.025837 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f8ca6503-5d20-4a3f-afba-a5f5bfdc2ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261414575'] for subnet, precommit_delete_associations {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:23.174011 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f8ca6503-5d20-4a3f-afba-a5f5bfdc2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:23.328570 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f8ca6503-5d20-4a3f-afba-a5f5bfdc2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261568170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260754709'] for subnet, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:23.330985 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:23.361096 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca6503-5d20-4a3f-afba-a5f5bfdc2ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabe0536-e563-4164-b374-4177101cf3d4,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:23.364591 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f8ca6503-5d20-4a3f-afba-a5f5bfdc2ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:23.367551 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f8ca6503-5d20-4a3f-afba-a5f5bfdc2ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:23.369985 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-f8ca6503-5d20-4a3f-afba-a5f5bfdc2ed4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dabe0536-e563-4164-b374-4177101cf3d4 HTTP/1.1" status: 204 len: 168 time: 0.4644396 Jun 10 22:55:23.372264 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 51310) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:23.376795 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73905d3-7a59-4f19-bbaf-633f5740e513 None None] Network 2304da14-5ca7-4485-ba56-d10492ef2d15 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:55:23.507494 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:23.615838 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21488bd4-51a3-4f67-aea8-641cf5e82993 None None] DHCP port deletion for 2304da14-5ca7-4485-ba56-d10492ef2d15 request from dv-cinder-790535-2-iscsi {{(pid=98756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 22:55:23.621230 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c9677ab9-f142-4953-ac44-431e90ddecb1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:23.640041 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Deleting port cdcad461-695f-4846-b0a1-23005ad0f8be {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:55:23.653650 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:23.671766 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-21488bd4-51a3-4f67-aea8-641cf5e82993 None None] Deleting port cdcad461-695f-4846-b0a1-23005ad0f8be {{(pid=98756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:55:23.672213 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-21488bd4-51a3-4f67-aea8-641cf5e82993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:23.712278 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c9677ab9-f142-4953-ac44-431e90ddecb1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:23.759505 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-21488bd4-51a3-4f67-aea8-641cf5e82993 None None] For port cdcad461-695f-4846-b0a1-23005ad0f8be, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=cdcad461-695f-4846-b0a1-23005ad0f8be,segment=NetworkSegment(b76294b9-f60f-4352-bc08-1e74cad5288e),segment_id=b76294b9-f60f-4352-bc08-1e74cad5288e)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:55:23.759993 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-21488bd4-51a3-4f67-aea8-641cf5e82993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:23.817251 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] For port cdcad461-695f-4846-b0a1-23005ad0f8be, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=cdcad461-695f-4846-b0a1-23005ad0f8be,segment=NetworkSegment(b76294b9-f60f-4352-bc08-1e74cad5288e),segment_id=b76294b9-f60f-4352-bc08-1e74cad5288e)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:55:23.817954 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:23.853038 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-21488bd4-51a3-4f67-aea8-641cf5e82993 None None] Calling delete_port for cdcad461-695f-4846-b0a1-23005ad0f8be owned by network:dhcp {{(pid=98756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:55:23.919574 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Calling delete_port for cdcad461-695f-4846-b0a1-23005ad0f8be owned by network:dhcp {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:55:23.999081 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.l3_db [None req-c9677ab9-f142-4953-ac44-431e90ddecb1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Floating IP b6ceaebc-c058-4ca4-87ed-0a0319a98248 associated. External IP: 172.27.0.184, port: 64351602-584c-472c-8c8d-7825dcd42403. Jun 10 22:55:24.065060 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-21488bd4-51a3-4f67-aea8-641cf5e82993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152'] for port, after_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:24.068000 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-956c252f-66bc-40e5-aab0-932ba6843fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:24.094811 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21488bd4-51a3-4f67-aea8-641cf5e82993 None None] Pushing event deleted for resources: {'Port': ['ID=cdcad461-695f-4846-b0a1-23005ad0f8be,revision_number=None']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:24.098357 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-21488bd4-51a3-4f67-aea8-641cf5e82993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:24.099377 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21488bd4-51a3-4f67-aea8-641cf5e82993 None None] No DVR routers for this DVR port cdcad461-695f-4846-b0a1-23005ad0f8be on host dv-cinder-790535-2-iscsi {{(pid=98756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:55:24.142318 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:24.146169 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9e052f9c-e022-4292-a969-115a46107119 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:24.187967 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdcad461-695f-4846-b0a1-23005ad0f8be,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:24.187967 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] No DVR routers for this DVR port cdcad461-695f-4846-b0a1-23005ad0f8be on host dv-cinder-790535-2-iscsi {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:55:24.189611 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:24.553496 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device cdcad461-695f-4846-b0a1-23005ad0f8be no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:55:24.580251 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: cdcad461-695f-4846-b0a1-23005ad0f8be {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:55:24.580604 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device cdcad461-695f-4846-b0a1-23005ad0f8be not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:55:24.668837 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:24.684483 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2304da14-5ca7-4485-ba56-d10492ef2d15']}} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:24.698945 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76294b9-f60f-4352-bc08-1e74cad5288e') {'for_net_delete': True} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:24.699242 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76294b9-f60f-4352-bc08-1e74cad5288e') {} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:24.721177 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261504023'] for segment, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:24.741528 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:24.744494 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9677ab9-f142-4953-ac44-431e90ddecb1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Router d58cab2c-e046-445f-a663-c70a8b115815 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:55:24.752554 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=98755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:55:24.752978 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260564587'] for segment, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: self.session.flush() Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: self.session.flush() Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: self.session.flush() Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: self.session.flush() Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: Traceback (most recent call last): Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: timer() Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: cb(*args, **kw) Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: return func(*args, **kwargs) Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: self._notify() Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: self.callback(batched_events) Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: event.method(event) Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: return f(self, *a, **k) Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._get(url).json() Jun 10 22:55:24.754904 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:55:24.758487 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:55:24.758487 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:55:24.758487 dv-cinder-790535-2-iscsi neutron-server[98755]: return self.request(url, 'GET', **kwargs) Jun 10 22:55:24.758487 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:55:24.758487 dv-cinder-790535-2-iscsi neutron-server[98755]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:55:24.758487 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:55:24.758487 dv-cinder-790535-2-iscsi neutron-server[98755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:55:24.758487 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:55:24.758487 dv-cinder-790535-2-iscsi neutron-server[98755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:55:24.758487 dv-cinder-790535-2-iscsi neutron-server[98755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:55:24.790850 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c9341e52-bcea-43c9-9245-72baafa09bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:24.853420 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:24.958159 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9677ab9-f142-4953-ac44-431e90ddecb1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:55:24.962804 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c9677ab9-f142-4953-ac44-431e90ddecb1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:24.967008 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60692e2-5edb-4d57-81c9-41f34c7cbb00 None None] Sync routers for ids ['d58cab2c-e046-445f-a663-c70a8b115815'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:55:24.976996 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60692e2-5edb-4d57-81c9-41f34c7cbb00 None None] Routers {'d58cab2c-e046-445f-a663-c70a8b115815'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:55:24.977609 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-d60692e2-5edb-4d57-81c9-41f34c7cbb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:55:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d58cab2c-e046-445f-a663-c70a8b115815'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:24.994533 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:25.000602 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:25.002576 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2304da14-5ca7-4485-ba56-d10492ef2d15 HTTP/1.1" status: 204 len: 168 time: 1.6293290 Jun 10 22:55:25.005667 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 51314) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:25.008759 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:25.027316 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Pushing event deleted for resources: {'Network': ['ID=2304da14-5ca7-4485-ba56-d10492ef2d15,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:25.030124 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:25.036374 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-c9677ab9-f142-4953-ac44-431e90ddecb1 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "PUT /v2.0/floatingips/b6ceaebc-c058-4ca4-87ed-0a0319a98248 HTTP/1.1" status: 200 len: 992 time: 2.2046416 Jun 10 22:55:25.037218 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3498c02-bc7c-4273-aad4-af9fda8e45c9', 'tag': '64351602-584c-472c-8c8d-7825dcd42403'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:55:25.040888 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d35790a-c067-4054-9b7e-7aa82c8369e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c3498c02-bc7c-4273-aad4-af9fda8e45c9", "tag": "64351602-584c-472c-8c8d-7825dcd42403"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:55:25.103631 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc97dc6d-fdac-4aec-b4b0-d6050f24091f x-openstack-request-id: req-cc97dc6d-fdac-4aec-b4b0-d6050f24091f {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:55:25.103993 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3498c02-bc7c-4273-aad4-af9fda8e45c9", "tag": "64351602-584c-472c-8c8d-7825dcd42403", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:55:25.104325 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc97dc6d-fdac-4aec-b4b0-d6050f24091f {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:55:25.104843 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3498c02-bc7c-4273-aad4-af9fda8e45c9', 'tag': '64351602-584c-472c-8c8d-7825dcd42403', 'status': 'completed', 'code': 200} Jun 10 22:55:25.123070 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-d60692e2-5edb-4d57-81c9-41f34c7cbb00 None None] Set router d58cab2c-e046-445f-a663-c70a8b115815 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:55:25.197212 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35790a-c067-4054-9b7e-7aa82c8369e4 req-64a14a81-99ca-4a33-a20b-a8aa3ccd3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:25.199132 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7d35790a-c067-4054-9b7e-7aa82c8369e4 req-64a14a81-99ca-4a33-a20b-a8aa3ccd3b52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 1099 time: 0.0666416 Jun 10 22:55:25.321988 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35790a-c067-4054-9b7e-7aa82c8369e4 req-0e3b695c-8e4a-44b4-a0a2-9caafb518327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:25.323513 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7d35790a-c067-4054-9b7e-7aa82c8369e4 req-0e3b695c-8e4a-44b4-a0a2-9caafb518327 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d HTTP/1.1" status: 200 len: 910 time: 0.1182148 Jun 10 22:55:25.418527 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7d35790a-c067-4054-9b7e-7aa82c8369e4 req-8171277d-1609-497d-957a-b0f70bc8fe0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64351602-584c-472c-8c8d-7825dcd42403 HTTP/1.1" status: 200 len: 1000 time: 0.0867524 Jun 10 22:55:25.418777 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-d60692e2-5edb-4d57-81c9-41f34c7cbb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': 'b6ceaebc-c058-4ca4-87ed-0a0319a98248', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'port_id': '64351602-584c-472c-8c8d-7825dcd42403', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'mac_address': 'fa:16:3e:b1:17:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3498c02-bc7c-4273-aad4-af9fda8e45c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:55:05Z', 'updated_at': '2021-06-10T22:55:23Z', 'revision_number': 1, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:46Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:25.422157 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60692e2-5edb-4d57-81c9-41f34c7cbb00 None None] Checking router: d58cab2c-e046-445f-a663-c70a8b115815 for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:55:25.430779 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60692e2-5edb-4d57-81c9-41f34c7cbb00 None None] Routers {'d58cab2c-e046-445f-a663-c70a8b115815'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:55:25.431534 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-d60692e2-5edb-4d57-81c9-41f34c7cbb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:55:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d58cab2c-e046-445f-a663-c70a8b115815'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:25.471204 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c79b7403-ddd2-46c8-ac1d-23a868074728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510889'] for router_interface, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:25.480968 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35790a-c067-4054-9b7e-7aa82c8369e4 req-ddb9eb6f-12d6-4455-a288-2d56ddb8cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:25.482552 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7d35790a-c067-4054-9b7e-7aa82c8369e4 req-ddb9eb6f-12d6-4455-a288-2d56ddb8cda1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f890a9bf-0853-45c5-86e2-c17d3f245b7a HTTP/1.1" status: 200 len: 849 time: 0.0583398 Jun 10 22:55:25.551152 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35790a-c067-4054-9b7e-7aa82c8369e4 req-e71d5e03-553f-4ff4-8b2a-50e1419edc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:25.552729 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7d35790a-c067-4054-9b7e-7aa82c8369e4 req-e71d5e03-553f-4ff4-8b2a-50e1419edc34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdff5cb4-d760-4ffc-943a-3097ca88fb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638888 Jun 10 22:55:25.578095 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-d60692e2-5edb-4d57-81c9-41f34c7cbb00 None None] Set router d58cab2c-e046-445f-a663-c70a8b115815 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:55:25.683775 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7d35790a-c067-4054-9b7e-7aa82c8369e4 req-3825d105-9ea6-476b-bbfd-ddb58c931ae1 service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244690 Jun 10 22:55:25.813879 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7d35790a-c067-4054-9b7e-7aa82c8369e4 req-34cae983-7af2-495a-80bd-9946c421179c service neutron] 10.222.0.13 "GET /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225085 Jun 10 22:55:25.818204 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-c79b7403-ddd2-46c8-ac1d-23a868074728 admin admin] Deleting port 76b3e758-24ce-408e-841a-9901d8e600fb {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:55:25.818585 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c79b7403-ddd2-46c8-ac1d-23a868074728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:25.820399 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:25.928084 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [None req-c79b7403-ddd2-46c8-ac1d-23a868074728 admin admin] For port 76b3e758-24ce-408e-841a-9901d8e600fb, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=76b3e758-24ce-408e-841a-9901d8e600fb,segment=NetworkSegment(4ffedc94-45e7-49aa-afbf-e315bde31a7e),segment_id=4ffedc94-45e7-49aa-afbf-e315bde31a7e)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:55:25.928448 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c79b7403-ddd2-46c8-ac1d-23a868074728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:25.965319 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-d60692e2-5edb-4d57-81c9-41f34c7cbb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': 'b6ceaebc-c058-4ca4-87ed-0a0319a98248', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'port_id': '64351602-584c-472c-8c8d-7825dcd42403', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'mac_address': 'fa:16:3e:b1:17:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3498c02-bc7c-4273-aad4-af9fda8e45c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:55:05Z', 'updated_at': '2021-06-10T22:55:23Z', 'revision_number': 1, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:46Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:25.968727 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60692e2-5edb-4d57-81c9-41f34c7cbb00 None None] The sync data for ids ['d58cab2c-e046-445f-a663-c70a8b115815'] in dv-cinder-790535-2-iscsi is: [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': 'b6ceaebc-c058-4ca4-87ed-0a0319a98248', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'port_id': '64351602-584c-472c-8c8d-7825dcd42403', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'mac_address': 'fa:16:3e:b1:17:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3498c02-bc7c-4273-aad4-af9fda8e45c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:55:05Z', 'updated_at': '2021-06-10T22:55:23Z', 'revision_number': 1, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:46Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:55:26.025001 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-c79b7403-ddd2-46c8-ac1d-23a868074728 admin admin] Calling delete_port for 76b3e758-24ce-408e-841a-9901d8e600fb owned by network:router_interface {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:55:26.170838 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc59e7-494d-44f9-b2d7-f9ca40c2ae35 None None] New status for floating IP b6ceaebc-c058-4ca4-87ed-0a0319a98248: ACTIVE {{(pid=98756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:55:26.322259 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c79b7403-ddd2-46c8-ac1d-23a868074728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:26.325186 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:26.355547 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b7403-ddd2-46c8-ac1d-23a868074728 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b3e758-24ce-408e-841a-9901d8e600fb,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:26.359398 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-c79b7403-ddd2-46c8-ac1d-23a868074728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:26.574376 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c79b7403-ddd2-46c8-ac1d-23a868074728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510265'] for router_interface, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:26.858199 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79b7403-ddd2-46c8-ac1d-23a868074728 admin admin] Router 68f7cc87-194c-4882-9dce-34abc5368889 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:55:26.994038 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79b7403-ddd2-46c8-ac1d-23a868074728 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:55:26.998760 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-c79b7403-ddd2-46c8-ac1d-23a868074728 admin admin] 10.222.0.25 "PUT /v2.0/routers/68f7cc87-194c-4882-9dce-34abc5368889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9920123 Jun 10 22:55:27.001368 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 51326) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:27.002067 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e91317-5c7b-4507-ad1e-277b19bf128e None None] Sync routers for ids ['68f7cc87-194c-4882-9dce-34abc5368889'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:55:27.010880 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e91317-5c7b-4507-ad1e-277b19bf128e None None] Routers {'68f7cc87-194c-4882-9dce-34abc5368889'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:55:27.011477 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-27e91317-5c7b-4507-ad1e-277b19bf128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:55:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['68f7cc87-194c-4882-9dce-34abc5368889'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:27.142730 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Notify callbacks [] for router, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:27.154062 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-27e91317-5c7b-4507-ad1e-277b19bf128e None None] Set router 68f7cc87-194c-4882-9dce-34abc5368889 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:55:27.270831 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:27.393920 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-27e91317-5c7b-4507-ad1e-277b19bf128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f7cc87-194c-4882-9dce-34abc5368889', 'name': 'tempest-TestMinimumBasicScenario-702760290-router', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:27Z', 'updated_at': '2021-06-10T22:55:26Z', 'revision_number': 5, 'project_id': '9ae848b2dec845a49deabf0af8df273a', 'gw_port': {'id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f7cc87-194c-4882-9dce-34abc5368889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:28Z', 'updated_at': '2021-06-10T22:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:27.397469 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e91317-5c7b-4507-ad1e-277b19bf128e None None] Checking router: 68f7cc87-194c-4882-9dce-34abc5368889 for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:55:27.405934 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e91317-5c7b-4507-ad1e-277b19bf128e None None] Routers {'68f7cc87-194c-4882-9dce-34abc5368889'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:55:27.406716 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-27e91317-5c7b-4507-ad1e-277b19bf128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:55:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['68f7cc87-194c-4882-9dce-34abc5368889'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:27.553083 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-27e91317-5c7b-4507-ad1e-277b19bf128e None None] Set router 68f7cc87-194c-4882-9dce-34abc5368889 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:55:27.567487 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:27.709286 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Deleting port bf19e0ba-eb4a-459b-b6d7-c3bab83b479f {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:55:27.709598 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:27.793209 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-27e91317-5c7b-4507-ad1e-277b19bf128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f7cc87-194c-4882-9dce-34abc5368889', 'name': 'tempest-TestMinimumBasicScenario-702760290-router', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:27Z', 'updated_at': '2021-06-10T22:55:26Z', 'revision_number': 5, 'project_id': '9ae848b2dec845a49deabf0af8df273a', 'gw_port': {'id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f7cc87-194c-4882-9dce-34abc5368889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:28Z', 'updated_at': '2021-06-10T22:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:27.796526 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e91317-5c7b-4507-ad1e-277b19bf128e None None] The sync data for ids ['68f7cc87-194c-4882-9dce-34abc5368889'] in dv-cinder-790535-2-iscsi is: [{'id': '68f7cc87-194c-4882-9dce-34abc5368889', 'name': 'tempest-TestMinimumBasicScenario-702760290-router', 'tenant_id': '9ae848b2dec845a49deabf0af8df273a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:49:27Z', 'updated_at': '2021-06-10T22:55:26Z', 'revision_number': 5, 'project_id': '9ae848b2dec845a49deabf0af8df273a', 'gw_port': {'id': 'bf19e0ba-eb4a-459b-b6d7-c3bab83b479f', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f7cc87-194c-4882-9dce-34abc5368889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:49:28Z', 'updated_at': '2021-06-10T22:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:55:27.834843 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] For port bf19e0ba-eb4a-459b-b6d7-c3bab83b479f, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=bf19e0ba-eb4a-459b-b6d7-c3bab83b479f,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:55:27.835227 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:27.931066 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Calling delete_port for bf19e0ba-eb4a-459b-b6d7-c3bab83b479f owned by network:router_gateway {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:55:28.196830 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:28.199038 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e4334543-21c6-456d-9e01-5881785351d2 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:28.228571 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf19e0ba-eb4a-459b-b6d7-c3bab83b479f,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:28.231075 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:28.309864 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:28.440458 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:28.442526 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:28.562287 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508493'] for router, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:28.562769 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68f7cc87-194c-4882-9dce-34abc5368889 {{(pid=98754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 22:55:28.566976 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] Notify callbacks [] for router, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:28.568138 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-03da4272-a1de-42cc-b201-d431e22af333 admin admin] 10.222.0.25 "DELETE /v2.0/routers/68f7cc87-194c-4882-9dce-34abc5368889 HTTP/1.1" status: 204 len: 168 time: 1.5658293 Jun 10 22:55:28.570627 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 51334) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:28.576257 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 76b3e758-24ce-408e-841a-9901d8e600fb no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:55:28.602438 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 76b3e758-24ce-408e-841a-9901d8e600fb {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:55:28.602792 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 76b3e758-24ce-408e-841a-9901d8e600fb not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:55:28.627267 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_v2 [None req-a755a00c-1a86-458b-b50a-aa96bf0d0ffd admin admin] Deleting subnet ecace728-362e-4637-a463-c8704dc7dd4d {{(pid=98755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:55:28.630585 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a755a00c-1a86-458b-b50a-aa96bf0d0ffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:28.682291 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a755a00c-1a86-458b-b50a-aa96bf0d0ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261504014'] for subnet, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:28.798010 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a755a00c-1a86-458b-b50a-aa96bf0d0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:28.945765 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a755a00c-1a86-458b-b50a-aa96bf0d0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260563444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263884791'] for subnet, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:28.948936 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:28.981620 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a755a00c-1a86-458b-b50a-aa96bf0d0ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:28.983497 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-a755a00c-1a86-458b-b50a-aa96bf0d0ffd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ecace728-362e-4637-a463-c8704dc7dd4d HTTP/1.1" status: 204 len: 168 time: 0.4113555 Jun 10 22:55:28.985876 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755a00c-1a86-458b-b50a-aa96bf0d0ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecace728-362e-4637-a463-c8704dc7dd4d,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:28.986561 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 51338) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:28.987474 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08cf26c-b721-475c-a54d-ced9ebcc34a9 None None] Network 04b5501a-0f19-45ac-a0aa-5c713abbd5fc requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:55:28.988181 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-a755a00c-1a86-458b-b50a-aa96bf0d0ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:29.079994 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:29.138097 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Deleting port cceabe07-7ba9-407c-88c2-023d92e11a12 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:55:29.138439 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:29.207965 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58f0dcd-bd4a-41d5-8965-135aba61e26b None None] DHCP port deletion for 04b5501a-0f19-45ac-a0aa-5c713abbd5fc request from dv-cinder-790535-2-iscsi {{(pid=98756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 22:55:29.223772 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] For port cceabe07-7ba9-407c-88c2-023d92e11a12, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=cceabe07-7ba9-407c-88c2-023d92e11a12,segment=NetworkSegment(4ffedc94-45e7-49aa-afbf-e315bde31a7e),segment_id=4ffedc94-45e7-49aa-afbf-e315bde31a7e)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:55:29.224349 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:29.259378 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-f58f0dcd-bd4a-41d5-8965-135aba61e26b None None] Deleting port cceabe07-7ba9-407c-88c2-023d92e11a12 {{(pid=98756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:55:29.259751 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-f58f0dcd-bd4a-41d5-8965-135aba61e26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:29.315536 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Calling delete_port for cceabe07-7ba9-407c-88c2-023d92e11a12 owned by network:dhcp {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:55:29.340851 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-f58f0dcd-bd4a-41d5-8965-135aba61e26b None None] For port cceabe07-7ba9-407c-88c2-023d92e11a12, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=cceabe07-7ba9-407c-88c2-023d92e11a12,segment=NetworkSegment(4ffedc94-45e7-49aa-afbf-e315bde31a7e),segment_id=4ffedc94-45e7-49aa-afbf-e315bde31a7e)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:55:29.341245 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-f58f0dcd-bd4a-41d5-8965-135aba61e26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:29.430978 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-f58f0dcd-bd4a-41d5-8965-135aba61e26b None None] Calling delete_port for cceabe07-7ba9-407c-88c2-023d92e11a12 owned by network:dhcp {{(pid=98756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:55:29.476928 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:29.479989 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-96789491-6fa9-4f19-88f9-9d6e078f04ea tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:29.512605 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cceabe07-7ba9-407c-88c2-023d92e11a12,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:29.515566 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:29.516379 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] No DVR routers for this DVR port cceabe07-7ba9-407c-88c2-023d92e11a12 on host dv-cinder-790535-2-iscsi {{(pid=98754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:55:29.518591 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-f58f0dcd-bd4a-41d5-8965-135aba61e26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152'] for port, after_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:29.520492 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:29.552087 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f0dcd-bd4a-41d5-8965-135aba61e26b None None] Pushing event deleted for resources: {'Port': ['ID=cceabe07-7ba9-407c-88c2-023d92e11a12,revision_number=None']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:29.555034 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-f58f0dcd-bd4a-41d5-8965-135aba61e26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:29.555811 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58f0dcd-bd4a-41d5-8965-135aba61e26b None None] No DVR routers for this DVR port cceabe07-7ba9-407c-88c2-023d92e11a12 on host dv-cinder-790535-2-iscsi {{(pid=98756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:55:29.617580 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:29.628701 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b5501a-0f19-45ac-a0aa-5c713abbd5fc']}} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:29.639320 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffedc94-45e7-49aa-afbf-e315bde31a7e') {'for_net_delete': True} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:29.639621 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffedc94-45e7-49aa-afbf-e315bde31a7e') {} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:55:29.649440 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261414582'] for segment, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:29.665516 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:29.671387 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=98754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:55:29.671772 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261566773'] for segment, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: retrieve_revision_numbers = { Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: Traceback (most recent call last): Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: timer() Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: cb(*args, **kw) Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: return func(*args, **kwargs) Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: self._notify() Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: self.callback(batched_events) Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: event.method(event) Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: return f(self, *a, **k) Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._get(url).json() Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: return self.request(url, 'GET', **kwargs) Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:55:29.674327 dv-cinder-790535-2-iscsi neutron-server[98754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:55:29.807593 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:29.811752 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:29.830823 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:29.832675 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/04b5501a-0f19-45ac-a0aa-5c713abbd5fc HTTP/1.1" status: 204 len: 168 time: 0.8450816 Jun 10 22:55:29.833958 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=04b5501a-0f19-45ac-a0aa-5c713abbd5fc,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:29.836199 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9d6fb267-1e42-4e3b-9afd-dd894fa59cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:30.148769 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 51346) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:30.191642 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-4a932a66-068b-4b9d-8390-0b146fd9358c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc6b1da894ab4574b8b4bda329db7424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416961 Jun 10 22:55:30.193916 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 51348) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:30.242916 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ee5a4150-368b-4c1f-8fd9-7697d54fb90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:30.265620 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ee5a4150-368b-4c1f-8fd9-7697d54fb90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:30.401962 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ee5a4150-368b-4c1f-8fd9-7697d54fb90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:30.404554 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-ee5a4150-368b-4c1f-8fd9-7697d54fb90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:30.405674 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-ee5a4150-368b-4c1f-8fd9-7697d54fb90d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c3e743b-9b52-4a53-999c-45b3cd9b7d94 HTTP/1.1" status: 204 len: 168 time: 0.2108002 Jun 10 22:55:30.406469 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-40333066-b8f3-47f7-af55-f2a348f374aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:30.415745 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a4150-368b-4c1f-8fd9-7697d54fb90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3e743b-9b52-4a53-999c-45b3cd9b7d94,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:30.418098 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ee5a4150-368b-4c1f-8fd9-7697d54fb90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:30.559611 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device bf19e0ba-eb4a-459b-b6d7-c3bab83b479f no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:55:30.584737 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: bf19e0ba-eb4a-459b-b6d7-c3bab83b479f {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:55:30.586323 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device bf19e0ba-eb4a-459b-b6d7-c3bab83b479f not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:55:30.586323 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device cceabe07-7ba9-407c-88c2-023d92e11a12 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:55:30.608393 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: cceabe07-7ba9-407c-88c2-023d92e11a12 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:55:30.614976 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device cceabe07-7ba9-407c-88c2-023d92e11a12 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:55:30.825171 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:55:31.073221 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 51356) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:31.117582 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-aa675a87-508b-454d-8c72-a9f376fea8fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ae848b2dec845a49deabf0af8df273a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429986 Jun 10 22:55:31.119738 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 51360) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:55:31.170314 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7aa06cbb-9406-4fc4-bb05-c5cf9cf88e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:31.193779 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7aa06cbb-9406-4fc4-bb05-c5cf9cf88e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:31.316537 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7aa06cbb-9406-4fc4-bb05-c5cf9cf88e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:31.319200 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7aa06cbb-9406-4fc4-bb05-c5cf9cf88e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:31.320364 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-7aa06cbb-9406-4fc4-bb05-c5cf9cf88e42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03c71a2f-ec2f-4e52-8446-1d4efdc8b8c1 HTTP/1.1" status: 204 len: 168 time: 0.1997011 Jun 10 22:55:31.321221 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-30ca830d-5242-4dd4-b226-c7db2f70dce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:55:31.329957 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa06cbb-9406-4fc4-bb05-c5cf9cf88e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c71a2f-ec2f-4e52-8446-1d4efdc8b8c1,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:55:31.332711 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7aa06cbb-9406-4fc4-bb05-c5cf9cf88e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:55:47.190556 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:48.082058 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b623d1f-fc76-4696-9708-e523d23d4d58 req-e22035b7-1e49-4fae-baaa-c575171146d8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:48.084053 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9b623d1f-fc76-4696-9708-e523d23d4d58 req-e22035b7-1e49-4fae-baaa-c575171146d8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0690918 Jun 10 22:55:48.125288 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9b623d1f-fc76-4696-9708-e523d23d4d58 req-5c480249-113d-4fd9-98df-629343830d2d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356851 Jun 10 22:55:49.307631 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5da71-d982-4e9d-ae00-39a060e351e4 req-0f8e2751-9b09-4ac7-a736-c689c0423cbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:49.309103 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7bb5da71-d982-4e9d-ae00-39a060e351e4 req-0f8e2751-9b09-4ac7-a736-c689c0423cbb tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0671957 Jun 10 22:55:49.353405 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7bb5da71-d982-4e9d-ae00-39a060e351e4 req-d12fce1e-976c-4740-a409-685c53753301 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388024 Jun 10 22:55:50.108421 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d22c9462-46c7-43a2-8d79-acea3742dd30 req-f0bd9ade-12d3-44f0-af2d-01a297bf9b03 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549922 Jun 10 22:55:50.188306 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c9462-46c7-43a2-8d79-acea3742dd30 req-f1c50f32-fc7f-4898-8e3d-fd892d8100c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:50.189734 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d22c9462-46c7-43a2-8d79-acea3742dd30 req-f1c50f32-fc7f-4898-8e3d-fd892d8100c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=764f131b12ce4bcb9070a3666b914ae8&device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 1098 time: 0.0596726 Jun 10 22:55:50.315426 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c9462-46c7-43a2-8d79-acea3742dd30 req-32d65080-cb35-45f6-8bb1-3285c6ba1e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:50.316774 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d22c9462-46c7-43a2-8d79-acea3742dd30 req-32d65080-cb35-45f6-8bb1-3285c6ba1e03 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2190823-fed9-4f02-bd3d-4284424e14ed HTTP/1.1" status: 200 len: 908 time: 0.1066461 Jun 10 22:55:50.396079 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d22c9462-46c7-43a2-8d79-acea3742dd30 req-11067e21-4c7d-42dd-81ef-b52173986428 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ae05515-a179-4484-8e66-83f9144720cd HTTP/1.1" status: 200 len: 1000 time: 0.0719652 Jun 10 22:55:50.456866 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c9462-46c7-43a2-8d79-acea3742dd30 req-26ab5a97-245c-4666-9974-5f6aebf64950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:50.458315 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d22c9462-46c7-43a2-8d79-acea3742dd30 req-26ab5a97-245c-4666-9974-5f6aebf64950 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b701f2d6-25a0-41b6-9cd9-5ce47e9665d5 HTTP/1.1" status: 200 len: 847 time: 0.0552738 Jun 10 22:55:50.528514 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c9462-46c7-43a2-8d79-acea3742dd30 req-74a0137b-2b26-4d29-81b2-868a67b81a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:50.529977 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d22c9462-46c7-43a2-8d79-acea3742dd30 req-74a0137b-2b26-4d29-81b2-868a67b81a4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2190823-fed9-4f02-bd3d-4284424e14ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645857 Jun 10 22:55:50.533999 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aaf71-dae8-44b9-b174-75e9edd3a902 req-9ee9cd0f-8769-4348-90a4-fdac58f5c154 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:50.535492 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ea3aaf71-dae8-44b9-b174-75e9edd3a902 req-9ee9cd0f-8769-4348-90a4-fdac58f5c154 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0686476 Jun 10 22:55:50.579415 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ea3aaf71-dae8-44b9-b174-75e9edd3a902 req-469791a2-cd1e-4a14-98c2-9af725199ad8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376582 Jun 10 22:55:50.644785 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d22c9462-46c7-43a2-8d79-acea3742dd30 req-a88604f9-7cda-47c0-bece-1d1e85190a25 service neutron] 10.222.0.13 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080120 Jun 10 22:55:50.760140 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d22c9462-46c7-43a2-8d79-acea3742dd30 req-9b18d49c-5d92-46a5-bce2-4ecc739ebc8a service neutron] 10.222.0.13 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087306 Jun 10 22:55:51.764082 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1839742-ced3-4840-8b36-a5c19ae58bff req-4a048aeb-a3ca-490a-9f24-cf4e25c74f24 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:51.765550 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b1839742-ced3-4840-8b36-a5c19ae58bff req-4a048aeb-a3ca-490a-9f24-cf4e25c74f24 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0683286 Jun 10 22:55:51.811938 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b1839742-ced3-4840-8b36-a5c19ae58bff req-41c55e94-4348-46bb-a746-f2792f678ef4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408053 Jun 10 22:55:52.179157 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-892107fd-c77f-4397-9879-5aafde172fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:52.989161 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71274f8-0e96-4972-aad7-90f4b339d4d0 req-7602a3ca-dbc1-45d6-92e3-54ed1e74d6b8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:52.991105 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a71274f8-0e96-4972-aad7-90f4b339d4d0 req-7602a3ca-dbc1-45d6-92e3-54ed1e74d6b8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0679450 Jun 10 22:55:53.031389 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a71274f8-0e96-4972-aad7-90f4b339d4d0 req-08df232d-db4f-4a2a-94f6-1354d08d7018 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348396 Jun 10 22:55:54.213158 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d55cc-a3a2-474d-83df-6c681bc71b69 req-10bb77a6-5867-42cc-ba4d-f868c0270333 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:54.214595 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-eb6d55cc-a3a2-474d-83df-6c681bc71b69 req-10bb77a6-5867-42cc-ba4d-f868c0270333 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0668139 Jun 10 22:55:54.258251 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-eb6d55cc-a3a2-474d-83df-6c681bc71b69 req-a22f1a06-ea97-4886-bccc-0a745e1bc7d0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381775 Jun 10 22:55:54.836229 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-419248ff-35e7-43bc-aba5-ad14770cd0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:54.852453 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:55.439858 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899bb57-d4fd-414c-a5e3-9b2c8175fe23 req-d5f5502f-fac0-4fe1-bef1-f601ad8fbc72 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:55.441344 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0899bb57-d4fd-414c-a5e3-9b2c8175fe23 req-d5f5502f-fac0-4fe1-bef1-f601ad8fbc72 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0684173 Jun 10 22:55:55.483251 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0899bb57-d4fd-414c-a5e3-9b2c8175fe23 req-1499b085-6f66-441b-9721-b6bba33a862c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356085 Jun 10 22:55:55.784812 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:56.667665 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e9b3d-0509-414d-ad01-1d7a367fa914 req-68b75326-4081-4bb0-9a40-1bbfe7e3fd51 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:56.669159 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-570e9b3d-0509-414d-ad01-1d7a367fa914 req-68b75326-4081-4bb0-9a40-1bbfe7e3fd51 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0697544 Jun 10 22:55:56.715002 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-570e9b3d-0509-414d-ad01-1d7a367fa914 req-e103a1ac-0162-44f6-a728-2a2a633a660e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400379 Jun 10 22:55:57.299344 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:55:57.899177 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1018-fb0d-4bdd-80de-a8356c42fa7e req-3cc58067-c950-4ab1-93d2-674ac21f7b9a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:57.900658 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c76e1018-fb0d-4bdd-80de-a8356c42fa7e req-3cc58067-c950-4ab1-93d2-674ac21f7b9a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0690608 Jun 10 22:55:57.941058 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c76e1018-fb0d-4bdd-80de-a8356c42fa7e req-2382b008-7b0b-43a8-b580-d89cd5d57e42 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348847 Jun 10 22:55:59.124817 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb3714-5e40-4adf-bac3-f1f9002e32a0 req-00213e7a-e725-4c04-896f-232209f4ec98 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:55:59.126192 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-97bb3714-5e40-4adf-bac3-f1f9002e32a0 req-00213e7a-e725-4c04-896f-232209f4ec98 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0674241 Jun 10 22:55:59.171091 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-97bb3714-5e40-4adf-bac3-f1f9002e32a0 req-d1c1dce1-eb71-41a1-a228-76bfc86542bc tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392835 Jun 10 22:56:00.344447 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device eddc2bc9-66c6-4fa1-a879-4c8d83580463 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:56:00.352219 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b9fbb-3aba-40c7-9051-9813b48d51a8 req-9e0cbce6-8224-4f95-b730-e93b5d64aa06 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:00.356073 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-329b9fbb-3aba-40c7-9051-9813b48d51a8 req-9e0cbce6-8224-4f95-b730-e93b5d64aa06 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0708055 Jun 10 22:56:00.396302 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-329b9fbb-3aba-40c7-9051-9813b48d51a8 req-0f922728-8f2e-4f50-ae6a-faa3a58b313a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369537 Jun 10 22:56:00.464552 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port eddc2bc9-66c6-4fa1-a879-4c8d83580463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:56:00.476121 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'port_id': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'mac_address': 'fa:16:3e:bb:e9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:56:00.521577 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:00.535880 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eddc2bc9-66c6-4fa1-a879-4c8d83580463 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:56:00.556282 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port eddc2bc9-66c6-4fa1-a879-4c8d83580463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:56:00.647823 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:00.649734 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:56:00.705137 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=eddc2bc9-66c6-4fa1-a879-4c8d83580463,revision_number=6']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:56:00.708037 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:56:00.737186 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['eddc2bc9-66c6-4fa1-a879-4c8d83580463'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:56:01.581501 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1d646-1e00-4372-8195-c1e1ea9e1fe3 req-e2034054-adfe-412c-9706-ce2c08f5b9d7 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:01.582946 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-23a1d646-1e00-4372-8195-c1e1ea9e1fe3 req-e2034054-adfe-412c-9706-ce2c08f5b9d7 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 944 time: 0.0693233 Jun 10 22:56:01.627366 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-23a1d646-1e00-4372-8195-c1e1ea9e1fe3 req-d4e54be0-6ca4-4654-a784-f1756ab04bc5 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379643 Jun 10 22:56:02.352376 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device eddc2bc9-66c6-4fa1-a879-4c8d83580463 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:56:02.404496 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port eddc2bc9-66c6-4fa1-a879-4c8d83580463 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:56:02.404882 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:02.492104 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:02.517227 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead75c1e-3100-4d20-8730-031c7506717a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:56:02.519551 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f24613-558c-4597-b100-2b542213ad5a" -d '{"events": [{"server_uuid": "ead75c1e-3100-4d20-8730-031c7506717a", "name": "network-vif-plugged", "status": "completed", "tag": "eddc2bc9-66c6-4fa1-a879-4c8d83580463"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:56:02.533936 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port eddc2bc9-66c6-4fa1-a879-4c8d83580463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:56:02.557023 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b826f057-434d-4852-a8eb-834c15d586ac x-openstack-request-id: req-b826f057-434d-4852-a8eb-834c15d586ac {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:56:02.557327 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead75c1e-3100-4d20-8730-031c7506717a", "name": "network-vif-plugged", "status": "completed", "tag": "eddc2bc9-66c6-4fa1-a879-4c8d83580463", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:56:02.557590 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b826f057-434d-4852-a8eb-834c15d586ac {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:56:02.558006 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead75c1e-3100-4d20-8730-031c7506717a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'code': 200} Jun 10 22:56:02.613388 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:02.615267 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:56:02.669158 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=eddc2bc9-66c6-4fa1-a879-4c8d83580463,revision_number=7']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:56:02.672574 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:56:02.814279 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3190db-e18e-4d05-90e0-193a9b3f666f req-2a68952b-480f-4399-b713-8ce6d33ca330 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:02.815719 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1b3190db-e18e-4d05-90e0-193a9b3f666f req-2a68952b-480f-4399-b713-8ce6d33ca330 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0673227 Jun 10 22:56:02.856456 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1b3190db-e18e-4d05-90e0-193a9b3f666f req-e65d890e-79e7-4885-bdfd-33926b18a499 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345237 Jun 10 22:56:04.037960 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a11c0-0d1b-4297-bbf0-1a64387a8b30 req-eb60e6d5-5f2a-4ff5-85b5-60fd04078f0c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:04.039432 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ac6a11c0-0d1b-4297-bbf0-1a64387a8b30 req-eb60e6d5-5f2a-4ff5-85b5-60fd04078f0c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0670636 Jun 10 22:56:04.083365 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ac6a11c0-0d1b-4297-bbf0-1a64387a8b30 req-2140b72e-7b73-40ae-a413-ac24953ca0c1 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383568 Jun 10 22:56:05.262931 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1e85e-2780-49ec-a61c-10746ab08d0a req-e21a9040-a5fc-406a-8007-9b9484d0f2c1 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:05.264428 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8df1e85e-2780-49ec-a61c-10746ab08d0a req-e21a9040-a5fc-406a-8007-9b9484d0f2c1 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0676391 Jun 10 22:56:05.304666 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8df1e85e-2780-49ec-a61c-10746ab08d0a req-398a90a4-8901-4a48-a8aa-930c8d976487 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347614 Jun 10 22:56:06.487885 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356749d1-fd05-44bf-93f6-0e1bcf91f608 req-c7d5c3c2-8822-4d79-ba8d-0df0777d9911 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:06.489370 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-356749d1-fd05-44bf-93f6-0e1bcf91f608 req-c7d5c3c2-8822-4d79-ba8d-0df0777d9911 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0682395 Jun 10 22:56:06.535802 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-356749d1-fd05-44bf-93f6-0e1bcf91f608 req-8ba38d38-d685-4946-be07-92faa2ff767d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408423 Jun 10 22:56:07.739346 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc280fea-ee57-46e8-9339-2b6af8f5b161 req-3545750d-6469-43dc-884e-8e029090a521 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:07.747471 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bc280fea-ee57-46e8-9339-2b6af8f5b161 req-3545750d-6469-43dc-884e-8e029090a521 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0787628 Jun 10 22:56:07.789628 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bc280fea-ee57-46e8-9339-2b6af8f5b161 req-02977246-f4b5-4765-b14c-3cabe9168267 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410633 Jun 10 22:56:07.823859 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:56:08.986446 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d28f-5e2f-4301-95bf-304b6534c065 req-979ae951-aa7a-4896-afd1-bed6b57f20fe tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:08.995445 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-da50d28f-5e2f-4301-95bf-304b6534c065 req-979ae951-aa7a-4896-afd1-bed6b57f20fe tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0805547 Jun 10 22:56:09.042492 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-da50d28f-5e2f-4301-95bf-304b6534c065 req-65164d61-585a-4afb-bd27-bba56a12ceff tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456409 Jun 10 22:56:10.251498 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4f57c-c5c4-4e57-b8a5-400ba2b18e8c req-040fb0f2-2183-434c-9c2e-2675dccbeb8a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:10.253005 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-31a4f57c-c5c4-4e57-b8a5-400ba2b18e8c req-040fb0f2-2183-434c-9c2e-2675dccbeb8a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0738907 Jun 10 22:56:10.298484 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-31a4f57c-c5c4-4e57-b8a5-400ba2b18e8c req-3e5917ba-aae7-471d-a73d-e71441808495 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382044 Jun 10 22:56:11.526364 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eca2a3-b009-4e8e-8547-e83cf882f127 req-bdc799cc-4714-4475-b553-ce71eeca7816 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:11.528100 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-65eca2a3-b009-4e8e-8547-e83cf882f127 req-bdc799cc-4714-4475-b553-ce71eeca7816 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.1033237 Jun 10 22:56:11.597526 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-65eca2a3-b009-4e8e-8547-e83cf882f127 req-cea47bcd-a9bb-4564-8c03-171fab51c061 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602756 Jun 10 22:56:12.785650 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dcfb9-c2ce-4aed-a9e2-7b78927a442f req-78fa1ea3-79df-4ea8-a91c-81b69354471b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:12.787596 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f00dcfb9-c2ce-4aed-a9e2-7b78927a442f req-78fa1ea3-79df-4ea8-a91c-81b69354471b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0749741 Jun 10 22:56:12.834226 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f00dcfb9-c2ce-4aed-a9e2-7b78927a442f req-28fb2f7a-cdce-4824-a8c4-901f74b0ae6e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389502 Jun 10 22:56:14.036107 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8ca35-0fe4-425b-9c38-45e147947f94 req-e6a79420-fb1d-4b06-9020-ba48d6d449d2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:14.037594 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-30e8ca35-0fe4-425b-9c38-45e147947f94 req-e6a79420-fb1d-4b06-9020-ba48d6d449d2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0712061 Jun 10 22:56:14.084914 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-30e8ca35-0fe4-425b-9c38-45e147947f94 req-2ae907fc-0522-43cb-bb46-ddd59c110233 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417085 Jun 10 22:56:15.277868 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052ee82-e930-4396-adce-073efde62be2 req-e273e483-6a6c-45f3-96e6-3fc66dde5604 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:15.279463 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a052ee82-e930-4396-adce-073efde62be2 req-e273e483-6a6c-45f3-96e6-3fc66dde5604 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0729969 Jun 10 22:56:15.323643 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a052ee82-e930-4396-adce-073efde62be2 req-ce18f424-f3f3-4189-bb92-50639fb4b307 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384905 Jun 10 22:56:16.516966 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd40195-0294-459e-912b-6cba6e16644f req-12af5c4f-7f01-48de-9f51-29618b1b6784 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:16.519576 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7bd40195-0294-459e-912b-6cba6e16644f req-12af5c4f-7f01-48de-9f51-29618b1b6784 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0710998 Jun 10 22:56:16.569217 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7bd40195-0294-459e-912b-6cba6e16644f req-ec301702-96f4-4197-9678-edfec8fbd196 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437744 Jun 10 22:56:17.195150 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:17.755066 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c66e6-fee2-4087-bde5-a552f78a1b33 req-a746c68c-8d88-4f46-829d-da331b658837 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:17.756762 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-794c66e6-fee2-4087-bde5-a552f78a1b33 req-a746c68c-8d88-4f46-829d-da331b658837 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0705695 Jun 10 22:56:17.802116 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-794c66e6-fee2-4087-bde5-a552f78a1b33 req-f36dfaff-daab-4a2a-87ee-1c70d30941b6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392401 Jun 10 22:56:18.022921 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e76bf-947d-475d-825c-58983c52e112 req-fe54e77d-c9a8-4019-98b4-5a4160a9d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:18.024473 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d65e76bf-947d-475d-825c-58983c52e112 req-fe54e77d-c9a8-4019-98b4-5a4160a9d25c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 1098 time: 0.0576584 Jun 10 22:56:18.139803 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e76bf-947d-475d-825c-58983c52e112 req-aca33f31-607c-4c6c-b472-5e109b5da924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:18.141278 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d65e76bf-947d-475d-825c-58983c52e112 req-aca33f31-607c-4c6c-b472-5e109b5da924 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bf55eb4-ce53-42eb-adc7-05ee654e0346 HTTP/1.1" status: 200 len: 917 time: 0.1105118 Jun 10 22:56:18.228082 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d65e76bf-947d-475d-825c-58983c52e112 req-d2e679ce-80c4-4731-a12b-190867c820ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463 HTTP/1.1" status: 200 len: 1000 time: 0.0734677 Jun 10 22:56:18.261083 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a03ac-c614-4eee-b35e-1e2528b5d88b req-b07ed259-8dd2-4d87-94e0-19cdd661a3e8 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:18.262538 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6e1a03ac-c614-4eee-b35e-1e2528b5d88b req-b07ed259-8dd2-4d87-94e0-19cdd661a3e8 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 945 time: 0.0685036 Jun 10 22:56:18.286993 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e76bf-947d-475d-825c-58983c52e112 req-f3a14340-7248-4433-b752-09d29166c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:18.288455 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d65e76bf-947d-475d-825c-58983c52e112 req-f3a14340-7248-4433-b752-09d29166c15e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35d4f47f-32e3-473c-b6fb-4be1ccbc6118 HTTP/1.1" status: 200 len: 856 time: 0.0538933 Jun 10 22:56:18.307558 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6e1a03ac-c614-4eee-b35e-1e2528b5d88b req-9a80bc53-cb6e-442d-b054-3aa4ad349855 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389061 Jun 10 22:56:18.350240 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e76bf-947d-475d-825c-58983c52e112 req-81d75efb-e262-4cc8-b0ac-4f56c818a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:18.351778 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d65e76bf-947d-475d-825c-58983c52e112 req-81d75efb-e262-4cc8-b0ac-4f56c818a077 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bf55eb4-ce53-42eb-adc7-05ee654e0346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564754 Jun 10 22:56:18.466068 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d65e76bf-947d-475d-825c-58983c52e112 req-ee9b086f-7c08-4b6a-a966-9342c6de8f1b service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043227 Jun 10 22:56:18.580041 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d65e76bf-947d-475d-825c-58983c52e112 req-596eee44-5075-4bb6-b9d1-bbc3591c7e0e service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057043 Jun 10 22:56:19.131240 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e474448-6546-48df-92d4-a210aa0f9704 req-be47e119-bf78-4818-a1e5-a4d59c2b4b04 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:19.132707 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8e474448-6546-48df-92d4-a210aa0f9704 req-be47e119-bf78-4818-a1e5-a4d59c2b4b04 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.2170243 Jun 10 22:56:19.173949 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8e474448-6546-48df-92d4-a210aa0f9704 req-96309e91-6bc6-4e8a-8647-bf29bb1ed36c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355828 Jun 10 22:56:19.535601 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843373b-523b-417e-b93b-95b3bc4359cc req-4c2c1556-1c94-4a6b-ba46-284eeed2bff1 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:19.537087 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f843373b-523b-417e-b93b-95b3bc4359cc req-4c2c1556-1c94-4a6b-ba46-284eeed2bff1 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 945 time: 0.1156774 Jun 10 22:56:19.579535 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f843373b-523b-417e-b93b-95b3bc4359cc req-46eeae6c-6f7b-4d51-8d56-7b4ce8c82477 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360496 Jun 10 22:56:19.956830 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-443c37f6-58d7-47c6-9356-49ad8308ce58 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:19.958263 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-443c37f6-58d7-47c6-9356-49ad8308ce58 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 945 time: 0.0762489 Jun 10 22:56:20.114896 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf4d78-4960-4f62-a443-d6fede09c8b0 req-d98ed5d8-dd98-407d-b0d1-71ad236b718e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:20.116267 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0eaf4d78-4960-4f62-a443-d6fede09c8b0 req-d98ed5d8-dd98-407d-b0d1-71ad236b718e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.1213419 Jun 10 22:56:20.130794 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Deleting port 4bbb55d6-1512-4dda-914e-527a1117849b {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:56:20.131134 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:20.189198 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0eaf4d78-4960-4f62-a443-d6fede09c8b0 req-381f4507-94ee-4635-9653-c0b0669193f6 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651600 Jun 10 22:56:20.268339 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] For port 4bbb55d6-1512-4dda-914e-527a1117849b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4bbb55d6-1512-4dda-914e-527a1117849b,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:56:20.268696 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:20.362012 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be348294-aee3-41b2-bf5d-45b8aad5a2b2 req-508f980c-128f-459d-974c-19b8867f0572 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:20.363500 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-be348294-aee3-41b2-bf5d-45b8aad5a2b2 req-508f980c-128f-459d-974c-19b8867f0572 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 945 time: 0.0671413 Jun 10 22:56:20.410025 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-be348294-aee3-41b2-bf5d-45b8aad5a2b2 req-5e56f624-96f8-4ced-8bbe-b761f27158c3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405793 Jun 10 22:56:20.472260 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device eddc2bc9-66c6-4fa1-a879-4c8d83580463 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:56:20.499656 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:20.500059 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:20.500373 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.l3_db [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Floating IP e6bb1b4a-f4fc-43e3-b423-8f9a73fd81f5 disassociated. External IP: 172.27.0.42, port: 4bbb55d6-1512-4dda-914e-527a1117849b. Jun 10 22:56:20.500712 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Calling delete_port for 4bbb55d6-1512-4dda-914e-527a1117849b owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:56:20.568783 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:20.594804 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead75c1e-3100-4d20-8730-031c7506717a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:56:20.597231 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6635ed4-0752-4783-a98a-8078dab45f34" -d '{"events": [{"server_uuid": "ead75c1e-3100-4d20-8730-031c7506717a", "name": "network-vif-unplugged", "status": "completed", "tag": "eddc2bc9-66c6-4fa1-a879-4c8d83580463"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:56:20.611259 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port eddc2bc9-66c6-4fa1-a879-4c8d83580463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:56:20.653912 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 22:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63826f9d-9fe8-4bc5-b0b9-dc5864dcaf16 x-openstack-request-id: req-63826f9d-9fe8-4bc5-b0b9-dc5864dcaf16 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:56:20.654223 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead75c1e-3100-4d20-8730-031c7506717a", "name": "network-vif-unplugged", "status": "completed", "tag": "eddc2bc9-66c6-4fa1-a879-4c8d83580463", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:56:20.654491 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63826f9d-9fe8-4bc5-b0b9-dc5864dcaf16 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:56:20.654894 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead75c1e-3100-4d20-8730-031c7506717a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'code': 200} Jun 10 22:56:20.693428 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:20.695202 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:56:20.749242 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=eddc2bc9-66c6-4fa1-a879-4c8d83580463,revision_number=8']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:56:20.750851 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:20.755022 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:56:20.761711 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:20.761711 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:20.762017 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:20.762400 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:20.762696 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:20.763025 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:20.763350 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:20.763681 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:20.764037 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:20.764364 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:20.764691 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:20.765013 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:20.769468 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:56:20.782044 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecb495-1239-47d7-b55f-5d015c18790a req-ed546ace-f5a1-41f8-abf1-22608a1a4f08 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:20.783771 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-41ecb495-1239-47d7-b55f-5d015c18790a req-ed546ace-f5a1-41f8-abf1-22608a1a4f08 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 867 time: 0.0713298 Jun 10 22:56:20.831392 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-41ecb495-1239-47d7-b55f-5d015c18790a req-91ff79e5-86a2-4f67-a8cf-12b9357d3cde tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413215 Jun 10 22:56:21.080602 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event deleted for resources: {'Port': ['ID=4bbb55d6-1512-4dda-914e-527a1117849b,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:56:21.090047 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:21.090426 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:21.090794 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:21.091155 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:21.091512 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:21.091952 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:21.092314 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:21.092670 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:21.093638 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:21.093638 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:21.097855 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:21.101303 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:56:21.103657 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:56:21.246755 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Router d703b628-98d8-4561-97d2-92fbf00eb0e9 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:56:21.371077 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716862e6-42c7-4847-ae9e-569cd05d6246 req-54062339-f270-42a3-983d-fbe7a71da71e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:21.372485 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-716862e6-42c7-4847-ae9e-569cd05d6246 req-54062339-f270-42a3-983d-fbe7a71da71e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0682313 Jun 10 22:56:21.390230 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:56:21.400340 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c179e40-2ea0-4c6e-8c6a-343f1bb1b9e9 None None] Sync routers for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:56:21.409539 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c179e40-2ea0-4c6e-8c6a-343f1bb1b9e9 None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:56:21.410350 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-8c179e40-2ea0-4c6e-8c6a-343f1bb1b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:55:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:56:21.422621 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-716862e6-42c7-4847-ae9e-569cd05d6246 req-836045ba-1465-49a7-9930-e370c2bcdc41 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444829 Jun 10 22:56:21.452344 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] No DVR routers for this DVR port 4bbb55d6-1512-4dda-914e-527a1117849b on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:56:21.455135 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:21.457218 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-da79d89e-8a03-461e-a92b-741f7408adf9 req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "DELETE /v2.0/ports/4bbb55d6-1512-4dda-914e-527a1117849b HTTP/1.1" status: 204 len: 173 time: 1.4926336 Jun 10 22:56:21.458002 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97652279-3495-48bb-bc69-67a7f4c590d4', 'name': 'network-vif-deleted', 'tag': '4bbb55d6-1512-4dda-914e-527a1117849b'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:56:21.460289 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e5e7c0-df17-4a62-a156-c365bfc87730" -d '{"events": [{"server_uuid": "97652279-3495-48bb-bc69-67a7f4c590d4", "name": "network-vif-deleted", "tag": "4bbb55d6-1512-4dda-914e-527a1117849b"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:56:21.510134 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ed290e-8e23-419d-8d75-94cc88bc546f x-openstack-request-id: req-64ed290e-8e23-419d-8d75-94cc88bc546f {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:56:21.510460 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97652279-3495-48bb-bc69-67a7f4c590d4", "name": "network-vif-deleted", "tag": "4bbb55d6-1512-4dda-914e-527a1117849b", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:56:21.510744 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64ed290e-8e23-419d-8d75-94cc88bc546f {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:56:21.511168 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97652279-3495-48bb-bc69-67a7f4c590d4', 'name': 'network-vif-deleted', 'tag': '4bbb55d6-1512-4dda-914e-527a1117849b', 'status': 'completed', 'code': 200} Jun 10 22:56:21.593489 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-8c179e40-2ea0-4c6e-8c6a-343f1bb1b9e9 None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:56:21.649353 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242c0a-0f1e-4188-a382-18c2be05abad req-582a0930-0e6c-4a6a-b1b5-9ad712eecf28 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:21.651553 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c3242c0a-0f1e-4188-a382-18c2be05abad req-582a0930-0e6c-4a6a-b1b5-9ad712eecf28 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0754759 Jun 10 22:56:21.693094 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c3242c0a-0f1e-4188-a382-18c2be05abad req-417650a4-6353-4892-8dc0-316cf6ad3370 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351906 Jun 10 22:56:21.866456 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-8c179e40-2ea0-4c6e-8c6a-343f1bb1b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:56:21.870976 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c179e40-2ea0-4c6e-8c6a-343f1bb1b9e9 None None] Checking router: d703b628-98d8-4561-97d2-92fbf00eb0e9 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:56:21.879352 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c179e40-2ea0-4c6e-8c6a-343f1bb1b9e9 None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:56:21.880165 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-8c179e40-2ea0-4c6e-8c6a-343f1bb1b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:55:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:56:22.001677 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e9340491-85b2-4666-9d6e-770a400c3739 req-d0adb220-20c5-49cb-9c94-f2a68c362964 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=97652279-3495-48bb-bc69-67a7f4c590d4 HTTP/1.1" status: 200 len: 210 time: 0.0368681 Jun 10 22:56:22.033473 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-8c179e40-2ea0-4c6e-8c6a-343f1bb1b9e9 None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:56:22.228133 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-f3d8648b-8c9e-4aa9-a180-97d261978292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:22.303503 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-8c179e40-2ea0-4c6e-8c6a-343f1bb1b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:56:22.307685 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c179e40-2ea0-4c6e-8c6a-343f1bb1b9e9 None None] The sync data for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi is: [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:56:22.528671 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904acac-b2fc-4852-a1dd-89aacb61b782 None None] New status for floating IP e6bb1b4a-f4fc-43e3-b423-8f9a73fd81f5: DOWN {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:56:22.618179 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec9af4-5035-47fb-8d01-d27c91207f80 req-78abd841-aafb-4ce4-92b4-95ed6f5a7433 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:22.622713 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-faec9af4-5035-47fb-8d01-d27c91207f80 req-78abd841-aafb-4ce4-92b4-95ed6f5a7433 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0753102 Jun 10 22:56:22.663817 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-faec9af4-5035-47fb-8d01-d27c91207f80 req-33555749-4241-4351-818a-e0713b8f2eec tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373867 Jun 10 22:56:23.383018 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-72b5920e-a715-450b-a942-50afabd9c30c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001555170&fields=id&tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af HTTP/1.1" status: 200 len: 267 time: 0.0373542 Jun 10 22:56:23.515286 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-4861f123-89ba-42be-bfbf-5cf5810b9edb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:23.517039 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-4861f123-89ba-42be-bfbf-5cf5810b9edb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 811 time: 0.1279275 Jun 10 22:56:23.531981 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-8b516bef-2d03-45a5-8567-75246b685769 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/quotas/4cd98d9793274a1ca8847ac8ecc0f2af HTTP/1.1" status: 200 len: 375 time: 0.0094254 Jun 10 22:56:23.605818 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-d79f3736-b824-420e-b600-37e61561da42 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688426 Jun 10 22:56:23.624527 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-58361401-cb9c-44a3-8312-7e0e8744f7a2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:56:23.625470 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-58361401-cb9c-44a3-8312-7e0e8744f7a2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055020 Jun 10 22:56:23.742269 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-8cd03772-4d7c-4398-af46-8e9053b72ecf service neutron] 10.222.0.25 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114869 Jun 10 22:56:23.856291 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-b5268aa5-e775-4a02-92a6-5ef466d325a4 service neutron] 10.222.0.25 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078069 Jun 10 22:56:24.013823 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c77ad-044b-4a9e-b758-421b2aebd1fa req-ddc9119f-4e0f-482a-8870-d0f1bcef1f18 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:24.015288 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-eb9c77ad-044b-4a9e-b758-421b2aebd1fa req-ddc9119f-4e0f-482a-8870-d0f1bcef1f18 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0693882 Jun 10 22:56:24.056564 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-eb9c77ad-044b-4a9e-b758-421b2aebd1fa req-3ebbcf21-2169-4c14-bd10-5bd9ac5fe3a1 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354812 Jun 10 22:56:24.507458 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device eddc2bc9-66c6-4fa1-a879-4c8d83580463 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:56:24.659532 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3e7b3a03-edeb-4c67-8893-664af6a5d844 req-4fc319ec-4028-43e5-a185-a56d4ad2db1e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 210 time: 0.0353603 Jun 10 22:56:24.746564 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 4bbb55d6-1512-4dda-914e-527a1117849b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:56:24.774337 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: 4bbb55d6-1512-4dda-914e-527a1117849b {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:56:24.774681 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 4bbb55d6-1512-4dda-914e-527a1117849b not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:56:24.824790 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-e6316931-e561-48fd-b9bb-04d45d20183f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:24.859206 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:25.238626 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8896d-3ff0-4058-a81f-b998f304ff63 req-bf3acf8d-1c34-4988-850b-1ba89107a501 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:25.240106 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b4a8896d-3ff0-4058-a81f-b998f304ff63 req-bf3acf8d-1c34-4988-850b-1ba89107a501 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0733581 Jun 10 22:56:25.281390 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b4a8896d-3ff0-4058-a81f-b998f304ff63 req-08a2c219-d970-4c74-842f-b581ed4b6af4 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351028 Jun 10 22:56:25.607374 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ec2fc-bddc-4cb5-a242-aa9f399929ee req-0f5fc233-6c4d-4209-89af-9863809a3982 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:25.608988 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bf7ec2fc-bddc-4cb5-a242-aa9f399929ee req-0f5fc233-6c4d-4209-89af-9863809a3982 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0716975 Jun 10 22:56:25.656508 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-bf7ec2fc-bddc-4cb5-a242-aa9f399929ee req-9e9f9fe1-d43f-4feb-aa27-4b999f00e206 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412703 Jun 10 22:56:25.811395 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e63fcf8c-d1c2-49e0-bbee-1a47ea07224c req-c33faaae-4db5-436f-9a37-fb2f5738fee3 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 210 time: 0.0378978 Jun 10 22:56:25.836332 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:25.866451 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-260bfdb2-b5da-4a1d-9d1d-64c921ae9f2c req-565e63b7-5676-422d-8a5e-78fa52b72753 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0571847 Jun 10 22:56:26.461300 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec81b0-18b0-418c-85aa-99af3a5aab52 req-b10d25f8-e1be-4461-94cd-bde796058cf5 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:26.462697 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1bec81b0-18b0-418c-85aa-99af3a5aab52 req-b10d25f8-e1be-4461-94cd-bde796058cf5 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0684736 Jun 10 22:56:26.509906 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1bec81b0-18b0-418c-85aa-99af3a5aab52 req-f4fc5f24-e071-4dfc-9e4f-0feba8305067 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414863 Jun 10 22:56:26.774383 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-8e825654-9993-413b-8bd4-aa06b9fe20ad tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:26.776347 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-8e825654-9993-413b-8bd4-aa06b9fe20ad tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 811 time: 0.1329637 Jun 10 22:56:26.864943 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-8eb82fb5-ab57-4eb1-b886-e961fd01abd3 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af HTTP/1.1" status: 200 len: 380 time: 0.0792453 Jun 10 22:56:26.875471 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Request body: {'port': {'device_id': '15e88446-3166-45b0-be67-06305290c6ce', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'admin_state_up': True, 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'security_groups': ['74cb6af5-1474-4f14-bf73-386ae925f82b']}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:56:26.930550 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de01290-276c-4456-8adc-9ddba6ef5ec4 req-b301b3cc-a21e-4567-b668-797a3f32741b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:26.932135 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9de01290-276c-4456-8adc-9ddba6ef5ec4 req-b301b3cc-a21e-4567-b668-797a3f32741b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.1548324 Jun 10 22:56:26.990404 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f3e473be-2d12-4edf-8b37-4670e66dee3a req-0f50d17d-f1b7-41df-a2bb-934375604b79 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 210 time: 0.0396609 Jun 10 22:56:27.039951 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-9de01290-276c-4456-8adc-9ddba6ef5ec4 req-c51faa3f-3ef0-402c-9145-af10bc389dc4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651665 Jun 10 22:56:27.121855 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Made reservation on behalf of 4cd98d9793274a1ca8847ac8ecc0f2af for: {'port': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:56:27.126319 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:27.274805 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Allocated IP 172.20.0.6 (8fc834ec-cebb-4677-b9ec-a352ac05fde7/84ad3ac5-4abd-4be3-b193-420ebfd6d999/768ec069-78f8-4a82-9120-0e0496a224eb) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:56:27.321937 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:27.445800 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:27.458263 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Transition to ACTIVE for port object 768ec069-78f8-4a82-9120-0e0496a224eb will not be triggered until provisioned by entity DHCP. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:56:27.510038 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bfdb2-b5da-4a1d-9d1d-64c921ae9f2c req-5687cdea-6947-4e56-8fa5-e891c27bab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:27.511528 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-260bfdb2-b5da-4a1d-9d1d-64c921ae9f2c req-5687cdea-6947-4e56-8fa5-e891c27bab3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a&tenant_id=bd4a447943d748249dde91fbf60f4eda HTTP/1.1" status: 200 len: 1096 time: 0.0577059 Jun 10 22:56:27.584369 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:27.589816 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-47940256-ad3c-4265-ad90-564a2bf0c3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:56:27.592324 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bfdb2-b5da-4a1d-9d1d-64c921ae9f2c req-93abe9a0-9303-4471-a5b6-bc12e599960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:27.594946 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-260bfdb2-b5da-4a1d-9d1d-64c921ae9f2c req-93abe9a0-9303-4471-a5b6-bc12e599960f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 1096 time: 0.0609734 Jun 10 22:56:27.655733 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:56:27.659280 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:56:27.664081 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:56:27.698854 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'Port': ['ID=768ec069-78f8-4a82-9120-0e0496a224eb,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:56:27.701825 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:56:27.733779 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:27.734434 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:27.773892 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bfdb2-b5da-4a1d-9d1d-64c921ae9f2c req-b49e5aca-63fd-46bb-b88b-11c009fcd746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:27.775354 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-260bfdb2-b5da-4a1d-9d1d-64c921ae9f2c req-b49e5aca-63fd-46bb-b88b-11c009fcd746 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bf55eb4-ce53-42eb-adc7-05ee654e0346 HTTP/1.1" status: 200 len: 917 time: 0.1753190 Jun 10 22:56:27.783428 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e14cc-8021-46ef-b5a7-2dc2514c9ad1 req-62714b80-0b55-4dab-a7ce-e77eaa945443 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:27.785180 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7d6e14cc-8021-46ef-b5a7-2dc2514c9ad1 req-62714b80-0b55-4dab-a7ce-e77eaa945443 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.1581135 Jun 10 22:56:27.862763 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9918542 Jun 10 22:56:27.876467 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Request body: {'port': {'device_id': '15e88446-3166-45b0-be67-06305290c6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:56:27.895050 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7d6e14cc-8021-46ef-b5a7-2dc2514c9ad1 req-143a313e-2935-4725-9868-7102dde5a44d tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027088 Jun 10 22:56:27.896859 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-260bfdb2-b5da-4a1d-9d1d-64c921ae9f2c req-00bfcf9e-c639-4aa3-ac30-f433ad1225c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463 HTTP/1.1" status: 200 len: 998 time: 0.1106114 Jun 10 22:56:27.939944 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-6bf3baca-aebd-457a-9d85-2c158eaef072 None None] Provisioning for port 768ec069-78f8-4a82-9120-0e0496a224eb completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:56:27.945689 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-6bf3baca-aebd-457a-9d85-2c158eaef072 None None] Provisioning complete for port 768ec069-78f8-4a82-9120-0e0496a224eb triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:56:27.946278 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-6bf3baca-aebd-457a-9d85-2c158eaef072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:27.961699 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bfdb2-b5da-4a1d-9d1d-64c921ae9f2c req-c7cade99-e670-454a-b384-aad7ebc0f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:27.964065 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-260bfdb2-b5da-4a1d-9d1d-64c921ae9f2c req-c7cade99-e670-454a-b384-aad7ebc0f0f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35d4f47f-32e3-473c-b6fb-4be1ccbc6118 HTTP/1.1" status: 200 len: 856 time: 0.0609162 Jun 10 22:56:27.989519 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3baca-aebd-457a-9d85-2c158eaef072 None None] Port 768ec069-78f8-4a82-9120-0e0496a224eb cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:56:27.989688 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:28.034910 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bfdb2-b5da-4a1d-9d1d-64c921ae9f2c req-a81ad0cf-4cf1-46bf-97bf-b6d1acfad63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:28.034910 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-260bfdb2-b5da-4a1d-9d1d-64c921ae9f2c req-a81ad0cf-4cf1-46bf-97bf-b6d1acfad63a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bf55eb4-ce53-42eb-adc7-05ee654e0346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636487 Jun 10 22:56:28.332372 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b0e97-8456-41b7-8e73-8d7f0d1d21a7 req-984cecbb-3517-4358-a328-a9bfdd0dffe3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:28.333848 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7d1b0e97-8456-41b7-8e73-8d7f0d1d21a7 req-984cecbb-3517-4358-a328-a9bfdd0dffe3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.1237676 Jun 10 22:56:28.395842 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768ec069-78f8-4a82-9120-0e0496a224eb {{(pid=98755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:56:28.411560 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:28.419624 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7d1b0e97-8456-41b7-8e73-8d7f0d1d21a7 req-eb5a14c5-7373-4963-9921-3d5e72df68b3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594678 Jun 10 22:56:28.429413 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Transition to ACTIVE for port object 768ec069-78f8-4a82-9120-0e0496a224eb will not be triggered until provisioned by entity L2. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:56:28.473154 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-260bfdb2-b5da-4a1d-9d1d-64c921ae9f2c req-b337cb7e-072c-4ab5-a440-209fea5b250c service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317167 Jun 10 22:56:28.522165 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:28.522410 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b814606-84b8-43a9-bc02-cdee76bc158b req-6f89be49-51a6-44b7-ace8-6238df26db16 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:28.523834 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5b814606-84b8-43a9-bc02-cdee76bc158b req-6f89be49-51a6-44b7-ace8-6238df26db16 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 931 time: 0.3997264 Jun 10 22:56:28.525399 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:56:28.634715 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-260bfdb2-b5da-4a1d-9d1d-64c921ae9f2c req-8caafc0c-d6b1-451e-8567-1fd88b3a20c1 service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536992 Jun 10 22:56:28.637588 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5b814606-84b8-43a9-bc02-cdee76bc158b req-9645faae-7978-475f-be85-128b1fc0ac46 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073248 Jun 10 22:56:28.650916 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Pushing event updated for resources: {'Port': ['ID=768ec069-78f8-4a82-9120-0e0496a224eb,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:56:28.653885 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:56:28.714280 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Attempting to bind port 768ec069-78f8-4a82-9120-0e0496a224eb on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:56:28.714763 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Attempting to bind port 768ec069-78f8-4a82-9120-0e0496a224eb by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:56:28.715431 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Attempting to bind port 768ec069-78f8-4a82-9120-0e0496a224eb on network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:56:28.720175 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Port 768ec069-78f8-4a82-9120-0e0496a224eb on network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:56:28.720553 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Attempting to bind port 768ec069-78f8-4a82-9120-0e0496a224eb on network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:56:28.725554 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:56:28.725894 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Checking segment: {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:56:28.726282 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Bound using segment: {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:56:28.726719 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Bound port: 768ec069-78f8-4a82-9120-0e0496a224eb, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'}}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:56:28.727069 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:28.808247 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] For port 768ec069-78f8-4a82-9120-0e0496a224eb, host hv-cinder-79053, cleared binding levels {{(pid=98755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:56:28.811281 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] For port 768ec069-78f8-4a82-9120-0e0496a224eb, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=768ec069-78f8-4a82-9120-0e0496a224eb,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:56:28.899366 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:28.902889 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-4c720f9e-de63-4e6e-a48a-215f8ce1d077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:56:28.938464 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:28.939015 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:28.941553 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] 10.222.0.13 "PUT /v2.0/ports/768ec069-78f8-4a82-9120-0e0496a224eb HTTP/1.1" status: 200 len: 1093 time: 1.0700061 Jun 10 22:56:28.941553 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e88446-3166-45b0-be67-06305290c6ce', 'tag': '768ec069-78f8-4a82-9120-0e0496a224eb'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:56:28.950101 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f512102-232a-4515-b092-163bfd53483c" -d '{"events": [{"name": "network-changed", "server_uuid": "15e88446-3166-45b0-be67-06305290c6ce", "tag": "768ec069-78f8-4a82-9120-0e0496a224eb"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:56:28.993378 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Pushing event updated for resources: {'Port': ['ID=768ec069-78f8-4a82-9120-0e0496a224eb,revision_number=3']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:56:28.997063 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:56:29.014481 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f50b04-a969-4124-b19e-01b8c3a9550b x-openstack-request-id: req-27f50b04-a969-4124-b19e-01b8c3a9550b {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:56:29.014816 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e88446-3166-45b0-be67-06305290c6ce", "tag": "768ec069-78f8-4a82-9120-0e0496a224eb", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:56:29.015113 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27f50b04-a969-4124-b19e-01b8c3a9550b {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:56:29.015554 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e88446-3166-45b0-be67-06305290c6ce', 'tag': '768ec069-78f8-4a82-9120-0e0496a224eb', 'status': 'completed', 'code': 200} Jun 10 22:56:29.166411 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f512102-232a-4515-b092-163bfd53483c req-1c459a75-2e19-4ccb-9658-f3cdf52ea8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:29.167932 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4f512102-232a-4515-b092-163bfd53483c req-1c459a75-2e19-4ccb-9658-f3cdf52ea8a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 1096 time: 0.1253052 Jun 10 22:56:29.179477 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694b2b8-6bdc-44f2-8963-439f6f4b79bd req-a9c893c9-c412-4f60-bfd2-25ce84074a17 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:29.184297 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6694b2b8-6bdc-44f2-8963-439f6f4b79bd req-a9c893c9-c412-4f60-bfd2-25ce84074a17 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.1002302 Jun 10 22:56:29.276497 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6694b2b8-6bdc-44f2-8963-439f6f4b79bd req-7c6e27fc-d6b4-4b7e-aa86-c8f061d06762 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765641 Jun 10 22:56:29.364898 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f512102-232a-4515-b092-163bfd53483c req-a9dc43a8-e949-4dac-95b0-f5b22779350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:29.364898 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4f512102-232a-4515-b092-163bfd53483c req-a9dc43a8-e949-4dac-95b0-f5b22779350d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1797104 Jun 10 22:56:29.628566 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db051729-9a72-4f56-87b8-07b182e9fc11 req-3e6a23f9-b460-4a89-86cd-732cdc679df2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:29.630053 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-db051729-9a72-4f56-87b8-07b182e9fc11 req-3e6a23f9-b460-4a89-86cd-732cdc679df2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0712366 Jun 10 22:56:29.673362 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-db051729-9a72-4f56-87b8-07b182e9fc11 req-fafacbaa-8c14-4a8f-9b54-528b8214ea68 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370452 Jun 10 22:56:29.834945 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abdd74-d9d9-4846-aa11-529838658d19 req-f64cec7d-4cec-4dd5-b3cf-20b622390142 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:29.836364 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-61abdd74-d9d9-4846-aa11-529838658d19 req-f64cec7d-4cec-4dd5-b3cf-20b622390142 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0703673 Jun 10 22:56:29.880686 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-61abdd74-d9d9-4846-aa11-529838658d19 req-a7e305af-8dda-4b8b-8324-9307bdeb139d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382566 Jun 10 22:56:30.460994 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d74005-d7c5-4ab7-922b-3d651d28a817 req-24b08b60-ead0-471c-8c59-e2598e71b1b8 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:30.462607 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-81d74005-d7c5-4ab7-922b-3d651d28a817 req-24b08b60-ead0-471c-8c59-e2598e71b1b8 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0755334 Jun 10 22:56:30.506042 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-81d74005-d7c5-4ab7-922b-3d651d28a817 req-60067250-9bd3-4f7b-b7ca-499e2cf3f505 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367770 Jun 10 22:56:30.870893 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87894b08-a16f-4815-b2a0-420a7da65bf2 req-50f04f76-96f0-466f-9ace-7ada9a59634e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:30.872383 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-87894b08-a16f-4815-b2a0-420a7da65bf2 req-50f04f76-96f0-466f-9ace-7ada9a59634e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0692930 Jun 10 22:56:30.915249 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-87894b08-a16f-4815-b2a0-420a7da65bf2 req-75eb5e59-ae7f-461c-86b4-6807f34333ab tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372310 Jun 10 22:56:31.097684 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56e3e9-59df-419d-a2f5-44db3a7db230 req-c820fb7b-cbf1-4fe9-97bf-e508178f47e1 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:31.099094 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4e56e3e9-59df-419d-a2f5-44db3a7db230 req-c820fb7b-cbf1-4fe9-97bf-e508178f47e1 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0750580 Jun 10 22:56:31.143188 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4e56e3e9-59df-419d-a2f5-44db3a7db230 req-c35cb201-d7e1-45b9-9c25-d1a2416be02b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377600 Jun 10 22:56:31.690838 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5bfde-2454-4927-929f-10c391bc81b7 req-98d625a9-7edd-4fc4-bdd9-36b68fec93e3 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:31.692405 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-53c5bfde-2454-4927-929f-10c391bc81b7 req-98d625a9-7edd-4fc4-bdd9-36b68fec93e3 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0695210 Jun 10 22:56:31.734805 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-53c5bfde-2454-4927-929f-10c391bc81b7 req-7000dae2-e9ca-4c19-bb6c-95104ebafe06 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367770 Jun 10 22:56:32.110850 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1457e37-df89-46b4-b2e1-46b8412b2c0f req-bcb35321-009f-431b-b293-62fd9532b375 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:32.112372 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c1457e37-df89-46b4-b2e1-46b8412b2c0f req-bcb35321-009f-431b-b293-62fd9532b375 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0787032 Jun 10 22:56:32.157460 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c1457e37-df89-46b4-b2e1-46b8412b2c0f req-954b35e8-ff22-4a39-885f-d0200afd933f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393763 Jun 10 22:56:32.335571 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18203171-42a8-4547-b08b-c54e94a61416 req-992466d4-508a-4faf-be92-7f786983ca82 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:32.337256 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-18203171-42a8-4547-b08b-c54e94a61416 req-992466d4-508a-4faf-be92-7f786983ca82 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0701096 Jun 10 22:56:32.381073 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-18203171-42a8-4547-b08b-c54e94a61416 req-5652e678-366a-4eba-bacf-4b4be4df1d19 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377567 Jun 10 22:56:32.928737 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b6a3-421c-447b-a069-0abbc77cacc1 req-16abdc2d-9242-4f57-a849-5c757816a098 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:32.931445 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-aa43b6a3-421c-447b-a069-0abbc77cacc1 req-16abdc2d-9242-4f57-a849-5c757816a098 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0762856 Jun 10 22:56:32.975254 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-aa43b6a3-421c-447b-a069-0abbc77cacc1 req-74db25c3-90e4-47dc-b303-a752dda17f5c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372498 Jun 10 22:56:33.346467 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1de0a-4b93-4cf4-8be0-74d4168de8f9 req-f82b3eec-f547-4520-add7-001e830daeab tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:33.348091 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8fc1de0a-4b93-4cf4-8be0-74d4168de8f9 req-f82b3eec-f547-4520-add7-001e830daeab tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0708749 Jun 10 22:56:33.391236 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8fc1de0a-4b93-4cf4-8be0-74d4168de8f9 req-1f2da6b9-145d-44a7-b742-3a1255216cae tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375471 Jun 10 22:56:33.567239 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c388711-217f-41ba-80db-76ba252944e3 req-f3e78f37-b67c-4a69-8c5e-89c23f41c1e1 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:33.569655 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6c388711-217f-41ba-80db-76ba252944e3 req-f3e78f37-b67c-4a69-8c5e-89c23f41c1e1 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0753613 Jun 10 22:56:33.614034 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6c388711-217f-41ba-80db-76ba252944e3 req-b5949a6d-e131-42d9-a797-ab18911a357c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393820 Jun 10 22:56:34.167580 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03329178-1735-49ab-ba28-ace0653a1371 req-8b14edd9-c050-40c5-a65b-dfe2435db8c7 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:34.169147 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-03329178-1735-49ab-ba28-ace0653a1371 req-8b14edd9-c050-40c5-a65b-dfe2435db8c7 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0692563 Jun 10 22:56:34.213823 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-03329178-1735-49ab-ba28-ace0653a1371 req-8340f812-61c5-45e9-8c8e-a437969bfb43 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383856 Jun 10 22:56:34.585223 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb84b06-7fae-4570-b925-0c2f530cdffb req-aa8b586c-ffc1-4fe0-8365-ba7966d95755 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:34.586730 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8bb84b06-7fae-4570-b925-0c2f530cdffb req-aa8b586c-ffc1-4fe0-8365-ba7966d95755 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0744076 Jun 10 22:56:34.635136 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8bb84b06-7fae-4570-b925-0c2f530cdffb req-89562fe0-6583-4c43-a5b4-b8da973f4ed3 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380802 Jun 10 22:56:34.820236 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629e72a-4e44-49b6-a50d-56e8eeb58cfe req-9f7e7ecc-1015-4a6d-8729-a4700e3bf7b7 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:34.821733 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c629e72a-4e44-49b6-a50d-56e8eeb58cfe req-9f7e7ecc-1015-4a6d-8729-a4700e3bf7b7 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0700488 Jun 10 22:56:34.865207 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c629e72a-4e44-49b6-a50d-56e8eeb58cfe req-9bddb05c-9c25-44f8-8bba-ce88d1f50c20 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376539 Jun 10 22:56:35.417043 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc4427-ec74-4100-a1c4-19b41b373e30 req-4aac81fc-75a6-4b1b-9880-350ac7af13d7 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:35.418537 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-70bc4427-ec74-4100-a1c4-19b41b373e30 req-4aac81fc-75a6-4b1b-9880-350ac7af13d7 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0819902 Jun 10 22:56:35.461049 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-70bc4427-ec74-4100-a1c4-19b41b373e30 req-c1036c26-73cd-45a9-8c1d-ddcbc40a976e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365093 Jun 10 22:56:35.821274 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6771760-7a8a-417f-9808-cec896e3aa31 req-daac8440-6cf7-40f8-a234-4e58d7df6119 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:35.823368 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b6771760-7a8a-417f-9808-cec896e3aa31 req-daac8440-6cf7-40f8-a234-4e58d7df6119 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0707848 Jun 10 22:56:35.870673 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b6771760-7a8a-417f-9808-cec896e3aa31 req-288a8842-8345-48c2-909f-f5b87b744383 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407884 Jun 10 22:56:36.065626 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffa704-ccc8-4936-9800-59a4f5756608 req-951f7b75-38df-451a-875d-3c49d274b30b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:36.067100 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-45ffa704-ccc8-4936-9800-59a4f5756608 req-951f7b75-38df-451a-875d-3c49d274b30b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0773447 Jun 10 22:56:36.110607 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-45ffa704-ccc8-4936-9800-59a4f5756608 req-af90a80f-ed15-45c5-bf08-c92938f557b8 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374758 Jun 10 22:56:36.646425 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad0402-5cce-4d10-a3df-26fd222c7d25 req-635b4458-771d-48ad-8e5c-f1f746f61a48 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:36.647998 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-41ad0402-5cce-4d10-a3df-26fd222c7d25 req-635b4458-771d-48ad-8e5c-f1f746f61a48 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0736291 Jun 10 22:56:36.691551 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-41ad0402-5cce-4d10-a3df-26fd222c7d25 req-188dfcdb-d6a9-49d6-baaf-a923b5007e3b tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367889 Jun 10 22:56:37.202371 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8d558-0a18-4bcf-8e4e-c8acac44d260 req-10822d18-f5d2-48fb-8ca4-ebce855f6594 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:37.203798 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-09d8d558-0a18-4bcf-8e4e-c8acac44d260 req-10822d18-f5d2-48fb-8ca4-ebce855f6594 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0769660 Jun 10 22:56:37.244555 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-09d8d558-0a18-4bcf-8e4e-c8acac44d260 req-e3609ba7-b458-4ca5-99e9-0a81d829baf8 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350001 Jun 10 22:56:37.417176 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcd794-a319-4f3b-8bdf-125ddc9f7a9d req-cfd4943d-3a8e-44be-8f08-338913ca0893 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:37.419512 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a1dcd794-a319-4f3b-8bdf-125ddc9f7a9d req-cfd4943d-3a8e-44be-8f08-338913ca0893 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0710218 Jun 10 22:56:37.468254 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a1dcd794-a319-4f3b-8bdf-125ddc9f7a9d req-7c318ada-589c-4c63-97d8-6060ee2da5aa tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426774 Jun 10 22:56:37.880785 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb5559-2308-4bef-9231-7b3647d213db req-43962112-d68b-4a5c-b99a-63ca9419bb92 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:37.883054 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eabb5559-2308-4bef-9231-7b3647d213db req-43962112-d68b-4a5c-b99a-63ca9419bb92 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0742822 Jun 10 22:56:37.928602 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eabb5559-2308-4bef-9231-7b3647d213db req-2206b4b6-cf52-4be6-909d-ee97444da5f1 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395331 Jun 10 22:56:38.431073 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e111a-14f5-4839-b846-63ef9716638d req-11e0d7b1-6d8f-46ba-a1a0-bad1ad32e8a0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:38.432558 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b27e111a-14f5-4839-b846-63ef9716638d req-11e0d7b1-6d8f-46ba-a1a0-bad1ad32e8a0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0689378 Jun 10 22:56:38.474528 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b27e111a-14f5-4839-b846-63ef9716638d req-341818ff-0624-40fa-9aa5-84ac6e88f94a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358300 Jun 10 22:56:38.659987 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecb437-df0a-44b8-9e87-ca4229b80acc req-a707114d-6cfe-4e4d-ab8e-e612a48ed121 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:38.661494 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-16ecb437-df0a-44b8-9e87-ca4229b80acc req-a707114d-6cfe-4e4d-ab8e-e612a48ed121 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0734167 Jun 10 22:56:38.706223 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-16ecb437-df0a-44b8-9e87-ca4229b80acc req-870db51d-4d69-4ccb-914d-254a19b88739 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388825 Jun 10 22:56:39.119673 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae312d-7630-47c0-9db0-e51a5afe306c req-f536df4c-1c57-4971-b901-b27a76320dfe tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:39.122106 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8aae312d-7630-47c0-9db0-e51a5afe306c req-f536df4c-1c57-4971-b901-b27a76320dfe tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0795884 Jun 10 22:56:39.164303 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8aae312d-7630-47c0-9db0-e51a5afe306c req-0fb9b2af-f470-4257-bbc8-bf906ee6cb73 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361586 Jun 10 22:56:39.678023 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab596d0f-2448-44cb-aacf-e5d1196e390c req-8b65d539-1727-4c74-b9d2-7470445f3097 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:39.679510 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ab596d0f-2448-44cb-aacf-e5d1196e390c req-8b65d539-1727-4c74-b9d2-7470445f3097 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0790164 Jun 10 22:56:39.721669 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ab596d0f-2448-44cb-aacf-e5d1196e390c req-9990c058-8cbb-43a2-9be3-ff9b02ae57a6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364387 Jun 10 22:56:39.903646 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea45976-51f5-49fc-a3b7-940f2efd4b6e req-37e1e38c-c350-4d3a-a1ac-d12870be113d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:39.905083 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dea45976-51f5-49fc-a3b7-940f2efd4b6e req-37e1e38c-c350-4d3a-a1ac-d12870be113d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0715623 Jun 10 22:56:39.946530 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dea45976-51f5-49fc-a3b7-940f2efd4b6e req-7beb02ba-3f56-45a8-b240-0d7cb5905434 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359852 Jun 10 22:56:40.351279 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1485fd4-7fc2-4a3b-8b13-ee7a6fb5de5f req-4845e705-a8fe-44f6-adb1-9e33e8a23295 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:40.352786 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e1485fd4-7fc2-4a3b-8b13-ee7a6fb5de5f req-4845e705-a8fe-44f6-adb1-9e33e8a23295 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0739126 Jun 10 22:56:40.394687 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e1485fd4-7fc2-4a3b-8b13-ee7a6fb5de5f req-3eda8538-e8fb-4625-810e-83d1ee60ae28 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358605 Jun 10 22:56:40.899802 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb5f82-0cbe-40cc-bd99-10ef2f3064bd req-6b2151e0-f8f4-4bc0-a9cc-aff5519ebfd7 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:40.901269 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2dbb5f82-0cbe-40cc-bd99-10ef2f3064bd req-6b2151e0-f8f4-4bc0-a9cc-aff5519ebfd7 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0656550 Jun 10 22:56:40.941260 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2dbb5f82-0cbe-40cc-bd99-10ef2f3064bd req-890d2dcc-1a08-4b01-b554-a3fcfca755a4 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341229 Jun 10 22:56:41.128097 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f00d1-dd64-4f88-9193-af27e406893b req-4284b66d-f0f3-44ea-ae16-0e8e39b62cbf tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:41.129519 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c55f00d1-dd64-4f88-9193-af27e406893b req-4284b66d-f0f3-44ea-ae16-0e8e39b62cbf tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0699189 Jun 10 22:56:41.169832 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c55f00d1-dd64-4f88-9193-af27e406893b req-40c9419c-a5b2-476b-96d1-402428f383f8 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347261 Jun 10 22:56:41.569576 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e414106-c750-4cde-b0c1-7157fa146bde req-1f150edb-a9ac-4ae1-bbc8-6d88b733cd78 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:41.571031 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2e414106-c750-4cde-b0c1-7157fa146bde req-1f150edb-a9ac-4ae1-bbc8-6d88b733cd78 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0680962 Jun 10 22:56:41.611564 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2e414106-c750-4cde-b0c1-7157fa146bde req-dc80d999-54c7-46d6-9c51-3e648d741a34 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342500 Jun 10 22:56:42.391480 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cd433-f26b-4451-935e-4575490d5214 req-e72ba5cd-bd54-44ed-acc0-e9d25ec1d971 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:42.392870 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-941cd433-f26b-4451-935e-4575490d5214 req-e72ba5cd-bd54-44ed-acc0-e9d25ec1d971 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.3388691 Jun 10 22:56:42.433333 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-941cd433-f26b-4451-935e-4575490d5214 req-291a0cb2-3733-4b3a-8c15-158805764056 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348384 Jun 10 22:56:42.599356 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45be18-9052-4624-a032-4cb671b00f4d req-fdb6d8ae-5d24-4df1-838f-31f41a4eb374 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:42.600822 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5b45be18-9052-4624-a032-4cb671b00f4d req-fdb6d8ae-5d24-4df1-838f-31f41a4eb374 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0672126 Jun 10 22:56:42.644990 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5b45be18-9052-4624-a032-4cb671b00f4d req-b2d36a41-3101-4d41-ad08-a6ddc8b06b27 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385523 Jun 10 22:56:42.844533 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f512102-232a-4515-b092-163bfd53483c req-0615369b-f79a-494a-9029-db1db2e07b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:42.845953 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4f512102-232a-4515-b092-163bfd53483c req-0615369b-f79a-494a-9029-db1db2e07b32 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1996553 Jun 10 22:56:42.873907 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05e413-c593-4644-92c4-f499d1263bb8 req-2fa800e5-61ce-47c0-9097-7cf7510b2b75 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:42.875343 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d05e413-c593-4644-92c4-f499d1263bb8 req-2fa800e5-61ce-47c0-9097-7cf7510b2b75 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0980990 Jun 10 22:56:42.947057 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d05e413-c593-4644-92c4-f499d1263bb8 req-cf1bdd9f-e69d-40a3-956d-734a3808134a tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659444 Jun 10 22:56:42.968148 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-83b444dc-5c37-4963-9af2-d13060dfb023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:42.969616 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-83b444dc-5c37-4963-9af2-d13060dfb023 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 1096 time: 0.0828004 Jun 10 22:56:43.028055 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-ef48cc84-2173-41ac-939b-66afe3590c0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768ec069-78f8-4a82-9120-0e0496a224eb HTTP/1.1" status: 200 len: 217 time: 0.0503120 Jun 10 22:56:43.066412 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc3793-04fa-4ef0-a2c8-ea74d88bde19 req-116e71c2-21bd-470d-a14d-5496d855d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:43.067911 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e0cc3793-04fa-4ef0-a2c8-ea74d88bde19 req-116e71c2-21bd-470d-a14d-5496d855d2ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=764f131b12ce4bcb9070a3666b914ae8&device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 1098 time: 0.0658243 Jun 10 22:56:43.084059 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-b8dbc5b7-2767-48c8-b441-03c84ffe7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:43.085539 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-b8dbc5b7-2767-48c8-b441-03c84ffe7665 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ad3ac5-4abd-4be3-b193-420ebfd6d999 HTTP/1.1" status: 200 len: 850 time: 0.0514851 Jun 10 22:56:43.146695 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-cdad5499-b406-4448-8d6c-3791860582a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:43.148234 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-cdad5499-b406-4448-8d6c-3791860582a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fc834ec-cebb-4677-b9ec-a352ac05fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568933 Jun 10 22:56:43.158516 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-5f6ff495-690b-4388-bdd4-95cfc58cdf0b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:56:43.159479 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-5f6ff495-690b-4388-bdd4-95cfc58cdf0b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049117 Jun 10 22:56:43.177973 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc3793-04fa-4ef0-a2c8-ea74d88bde19 req-ef7632ab-0411-47de-a33b-805e42d03fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:43.179387 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e0cc3793-04fa-4ef0-a2c8-ea74d88bde19 req-ef7632ab-0411-47de-a33b-805e42d03fda service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2190823-fed9-4f02-bd3d-4284424e14ed HTTP/1.1" status: 200 len: 908 time: 0.1054327 Jun 10 22:56:43.263036 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e0cc3793-04fa-4ef0-a2c8-ea74d88bde19 req-9e43207d-8109-415d-8412-cc2b17e79f9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ae05515-a179-4484-8e66-83f9144720cd HTTP/1.1" status: 200 len: 1000 time: 0.0763159 Jun 10 22:56:43.273722 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-9be01271-2b71-462b-b176-adc4a43d89c7 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073186 Jun 10 22:56:43.317558 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc3793-04fa-4ef0-a2c8-ea74d88bde19 req-266c345d-f6d9-4c7c-b50a-08439e718102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:43.318982 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e0cc3793-04fa-4ef0-a2c8-ea74d88bde19 req-266c345d-f6d9-4c7c-b50a-08439e718102 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b701f2d6-25a0-41b6-9cd9-5ce47e9665d5 HTTP/1.1" status: 200 len: 847 time: 0.0502944 Jun 10 22:56:43.383823 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc3793-04fa-4ef0-a2c8-ea74d88bde19 req-430759c3-6f58-4c18-918c-76abfd95e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:43.385299 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e0cc3793-04fa-4ef0-a2c8-ea74d88bde19 req-430759c3-6f58-4c18-918c-76abfd95e33c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2190823-fed9-4f02-bd3d-4284424e14ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599434 Jun 10 22:56:43.388655 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e240aeb6-61ab-4c56-acc1-b78025b497ba req-92a9ea8c-8683-4e34-a793-97ae17cd1ee3 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084895 Jun 10 22:56:43.504043 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e0cc3793-04fa-4ef0-a2c8-ea74d88bde19 req-3c0aef3d-e236-4f54-91be-931324e23ef8 service neutron] 10.222.0.13 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090555 Jun 10 22:56:43.661978 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e0cc3793-04fa-4ef0-a2c8-ea74d88bde19 req-012a4b85-15f8-450e-81cb-ec9089b29de2 service neutron] 10.222.0.13 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508412 Jun 10 22:56:43.682402 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650d409-7e10-4439-9765-ea01dda70944 req-4f4be52c-66e0-451d-89b6-7e0ce838e38f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:43.684024 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8650d409-7e10-4439-9765-ea01dda70944 req-4f4be52c-66e0-451d-89b6-7e0ce838e38f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0979185 Jun 10 22:56:43.725505 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8650d409-7e10-4439-9765-ea01dda70944 req-985ade13-a410-46e0-81f3-1e07a4f2c890 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357547 Jun 10 22:56:43.833111 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43126c7d-3541-406a-b5c2-33e5944db472 req-799ff50a-0d86-47c0-afae-cf78961848ae tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:43.834762 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-43126c7d-3541-406a-b5c2-33e5944db472 req-799ff50a-0d86-47c0-afae-cf78961848ae tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0715618 Jun 10 22:56:43.886278 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-43126c7d-3541-406a-b5c2-33e5944db472 req-e548f202-4060-4e0d-bde1-78d37bcf5588 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461192 Jun 10 22:56:44.129243 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba4812-2d01-4701-9ba3-966b56415f4e req-439ef332-ec40-4ed4-b589-ee20b4caf4b9 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:44.130683 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-70ba4812-2d01-4701-9ba3-966b56415f4e req-439ef332-ec40-4ed4-b589-ee20b4caf4b9 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0676193 Jun 10 22:56:44.174152 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-70ba4812-2d01-4701-9ba3-966b56415f4e req-9cb0f1ab-dce0-4037-91ae-da9897533eb9 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379434 Jun 10 22:56:44.822305 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:56:44.918132 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72cf2-cbec-4c24-8901-5a045bdebbd0 req-6bed7160-d13d-4f0a-8a5a-6b0ad8a473e0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:44.920501 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d0b72cf2-cbec-4c24-8901-5a045bdebbd0 req-6bed7160-d13d-4f0a-8a5a-6b0ad8a473e0 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0704989 Jun 10 22:56:44.963411 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d0b72cf2-cbec-4c24-8901-5a045bdebbd0 req-10bbde22-9918-4e43-849f-df6e0dfd8744 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373087 Jun 10 22:56:45.133808 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a7561-2706-4c37-b13c-48e0edfc9c48 req-40dffefb-b189-4b31-83f6-4d74b56dd5bb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:45.135179 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ad9a7561-2706-4c37-b13c-48e0edfc9c48 req-40dffefb-b189-4b31-83f6-4d74b56dd5bb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0666611 Jun 10 22:56:45.181039 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ad9a7561-2706-4c37-b13c-48e0edfc9c48 req-e3cdeae6-aa7b-4041-857e-69ff7bf0e3d5 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402091 Jun 10 22:56:45.353622 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc38ed7-916d-43f4-b91a-dace46e3f5ab req-ca72add5-cd4c-40b7-b01b-bfc628ab7238 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:45.355114 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cfc38ed7-916d-43f4-b91a-dace46e3f5ab req-ca72add5-cd4c-40b7-b01b-bfc628ab7238 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0684516 Jun 10 22:56:45.396208 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cfc38ed7-916d-43f4-b91a-dace46e3f5ab req-01c29498-e0dc-421b-8fb9-7d730e021e46 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345740 Jun 10 22:56:46.150306 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211b524-1448-4922-b35f-0195f48f1d58 req-6eb968c8-7270-4913-ae8e-52d31c7e3343 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:46.151772 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b211b524-1448-4922-b35f-0195f48f1d58 req-6eb968c8-7270-4913-ae8e-52d31c7e3343 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 943 time: 0.0693576 Jun 10 22:56:46.193965 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b211b524-1448-4922-b35f-0195f48f1d58 req-0cd726d5-a5c2-49be-b4d7-8195b8e06478 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362699 Jun 10 22:56:46.362665 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabdd10-dc63-4ba2-be94-b1e887140385 req-cc4b7d6f-fb5f-4cbb-9afb-4a58b08e0e5b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:46.364136 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2fabdd10-dc63-4ba2-be94-b1e887140385 req-cc4b7d6f-fb5f-4cbb-9afb-4a58b08e0e5b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0675020 Jun 10 22:56:46.408029 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2fabdd10-dc63-4ba2-be94-b1e887140385 req-f6a9570c-cf64-4691-8685-9ae2112916af tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382931 Jun 10 22:56:46.615687 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device eddc2bc9-66c6-4fa1-a879-4c8d83580463 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:56:46.733163 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaafe75-6556-40e4-9e24-59c81dbd888c req-3b11e1a5-ccf6-4466-9d35-9cfa9d62cf9d tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:46.734560 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cbaafe75-6556-40e4-9e24-59c81dbd888c req-3b11e1a5-ccf6-4466-9d35-9cfa9d62cf9d tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0675704 Jun 10 22:56:46.736650 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port eddc2bc9-66c6-4fa1-a879-4c8d83580463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:56:46.748810 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'port_id': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'mac_address': 'fa:16:3e:bb:e9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:56:46.782422 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cbaafe75-6556-40e4-9e24-59c81dbd888c req-d3df10b7-5948-488f-a463-c62e28358a67 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421460 Jun 10 22:56:46.795466 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:46.813384 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddc2bc9-66c6-4fa1-a879-4c8d83580463 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:56:46.831513 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port eddc2bc9-66c6-4fa1-a879-4c8d83580463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:56:46.973292 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:46.979369 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:56:47.028308 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=eddc2bc9-66c6-4fa1-a879-4c8d83580463,revision_number=9']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:56:47.029798 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:56:47.218851 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:47.321039 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['eddc2bc9-66c6-4fa1-a879-4c8d83580463'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:56:47.385463 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc3710-ad63-4ec2-90d8-5f5dfc6fd5ad req-1b80af2e-0c69-4935-bfd1-fc81a034f4b6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:47.387689 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5abc3710-ad63-4ec2-90d8-5f5dfc6fd5ad req-1b80af2e-0c69-4935-bfd1-fc81a034f4b6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 944 time: 0.0739932 Jun 10 22:56:47.407889 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d93aa-651d-443a-8b89-7ef4cd1f8409 req-e7f65790-4f87-4cb0-afe7-9b9c78063cf5 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:47.415015 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7b3d93aa-651d-443a-8b89-7ef4cd1f8409 req-e7f65790-4f87-4cb0-afe7-9b9c78063cf5 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0928984 Jun 10 22:56:47.431870 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 51876) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:56:47.435703 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5abc3710-ad63-4ec2-90d8-5f5dfc6fd5ad req-0e1f1597-4f42-4df5-973c-72ba7333f773 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419953 Jun 10 22:56:47.471620 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7b3d93aa-651d-443a-8b89-7ef4cd1f8409 req-863a3720-a076-4ac9-b2e3-25a9df07ce63 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555561 Jun 10 22:56:47.549034 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3f5c19f3-5246-4686-8e9d-47bbffaf9457 req-225bff04-e7ce-478f-b254-b2902ed32c21 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158795 Jun 10 22:56:47.644745 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f25203-6c51-42ef-94a9-aa7b8488a39b req-ad090893-7ed4-41b8-954e-d8b815767d7a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:47.646487 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-74f25203-6c51-42ef-94a9-aa7b8488a39b req-ad090893-7ed4-41b8-954e-d8b815767d7a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0734735 Jun 10 22:56:47.690786 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-74f25203-6c51-42ef-94a9-aa7b8488a39b req-56ba335f-21c0-4cd0-a6f0-ec2a4734271c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377905 Jun 10 22:56:48.629945 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device eddc2bc9-66c6-4fa1-a879-4c8d83580463 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:56:48.640631 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd1d3c-9779-405a-8c61-8d1546701a0c req-2f960753-dc6b-4c58-970a-bdc572fc5a10 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:48.642427 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-68dd1d3c-9779-405a-8c61-8d1546701a0c req-2f960753-dc6b-4c58-970a-bdc572fc5a10 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 944 time: 0.0796475 Jun 10 22:56:48.652114 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4abfb-2925-49d8-9ad4-f009ce2eee8b req-4af80a18-6775-473e-8eef-682cf106fe54 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:48.654223 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c3d4abfb-2925-49d8-9ad4-f009ce2eee8b req-4af80a18-6775-473e-8eef-682cf106fe54 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0749562 Jun 10 22:56:48.695926 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port eddc2bc9-66c6-4fa1-a879-4c8d83580463 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:56:48.696516 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:48.703755 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c3d4abfb-2925-49d8-9ad4-f009ce2eee8b req-6c8c3839-d811-4920-bc06-345221cc661c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429261 Jun 10 22:56:48.704717 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-68dd1d3c-9779-405a-8c61-8d1546701a0c req-1a5f21d0-43d5-46ea-94ed-c92467fc6d4b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519469 Jun 10 22:56:48.793584 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:48.818632 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead75c1e-3100-4d20-8730-031c7506717a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:56:48.820910 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d615f304-f207-492a-a2d8-83ed783f5018" -d '{"events": [{"server_uuid": "ead75c1e-3100-4d20-8730-031c7506717a", "name": "network-vif-plugged", "status": "completed", "tag": "eddc2bc9-66c6-4fa1-a879-4c8d83580463"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:56:48.835344 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port eddc2bc9-66c6-4fa1-a879-4c8d83580463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:56:48.878045 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da540e0f-606f-4737-9aea-9e48cdbde5c0 x-openstack-request-id: req-da540e0f-606f-4737-9aea-9e48cdbde5c0 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:56:48.878347 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead75c1e-3100-4d20-8730-031c7506717a", "name": "network-vif-plugged", "status": "completed", "tag": "eddc2bc9-66c6-4fa1-a879-4c8d83580463", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:56:48.878749 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da540e0f-606f-4737-9aea-9e48cdbde5c0 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:56:48.879189 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead75c1e-3100-4d20-8730-031c7506717a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'code': 200} Jun 10 22:56:48.887759 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcf6ee-2f71-421a-a658-474cd8f5e5bf req-d52caf70-3567-414b-924e-500e1f26596d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:48.891753 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2adcf6ee-2f71-421a-a658-474cd8f5e5bf req-d52caf70-3567-414b-924e-500e1f26596d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0723441 Jun 10 22:56:48.910638 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:48.912176 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 9ae05515-a179-4484-8e66-83f9144720cd no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:56:48.914178 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-e8d32f5f-c968-4e4f-803b-52da8f049310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:56:48.934451 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2adcf6ee-2f71-421a-a658-474cd8f5e5bf req-ffe32b9d-11a7-4d36-b5d2-b13f18d869e3 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385022 Jun 10 22:56:49.003215 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=eddc2bc9-66c6-4fa1-a879-4c8d83580463,revision_number=10']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:56:49.006175 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:56:49.051420 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:49.088519 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 9ae05515-a179-4484-8e66-83f9144720cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9ae05515-a179-4484-8e66-83f9144720cd,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:56:49.190249 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:49.192047 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:56:49.244878 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=9ae05515-a179-4484-8e66-83f9144720cd,revision_number=6']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:56:49.248482 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:56:49.252896 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b82e4f-a584-403d-b1c8-00e393b26ed2 req-5c1fc94f-86c7-4bee-b0ce-0f570cb6a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:49.254608 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-84b82e4f-a584-403d-b1c8-00e393b26ed2 req-5c1fc94f-86c7-4bee-b0ce-0f570cb6a4b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 1099 time: 0.0570061 Jun 10 22:56:49.293096 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-84b82e4f-a584-403d-b1c8-00e393b26ed2 req-efd34370-89f9-4317-b78c-5fdb88d72a17 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295353 Jun 10 22:56:49.890684 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67638ad-609d-4040-8235-bfae9c07f2d6 req-b32c2346-58f0-4d84-bea5-50e6eb34a221 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:49.892274 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f67638ad-609d-4040-8235-bfae9c07f2d6 req-b32c2346-58f0-4d84-bea5-50e6eb34a221 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0747428 Jun 10 22:56:49.894555 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dc4cf-0525-4921-8db5-b08432abf241 req-9d03fcb4-d97a-4433-955e-23a5a55cfa5d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:49.896038 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-522dc4cf-0525-4921-8db5-b08432abf241 req-9d03fcb4-d97a-4433-955e-23a5a55cfa5d tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 946 time: 0.0704179 Jun 10 22:56:49.935375 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f67638ad-609d-4040-8235-bfae9c07f2d6 req-00b7bcf4-aebf-4273-89a3-51640abdf8fb tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371561 Jun 10 22:56:49.938128 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-522dc4cf-0525-4921-8db5-b08432abf241 req-aae08492-24c0-4cb3-8e44-05054649cc51 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363152 Jun 10 22:56:50.121715 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72f33d-d8e8-4507-b9f6-be607a3039c3 req-470e8464-223f-489c-a633-d7a9a5bb686d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:50.123184 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-eb72f33d-d8e8-4507-b9f6-be607a3039c3 req-470e8464-223f-489c-a633-d7a9a5bb686d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0672455 Jun 10 22:56:50.167260 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-eb72f33d-d8e8-4507-b9f6-be607a3039c3 req-0d6b02fd-359c-438f-98dc-532de97fd189 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383065 Jun 10 22:56:50.599813 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c19f3-5246-4686-8e9d-47bbffaf9457 req-7363a78e-7535-4b72-a5d0-dff110222503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:50.601570 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3f5c19f3-5246-4686-8e9d-47bbffaf9457 req-7363a78e-7535-4b72-a5d0-dff110222503 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76&tenant_id=764f131b12ce4bcb9070a3666b914ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0672133 Jun 10 22:56:50.689951 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c19f3-5246-4686-8e9d-47bbffaf9457 req-911eb199-77ee-4de1-9692-edb275983c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:50.691432 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3f5c19f3-5246-4686-8e9d-47bbffaf9457 req-911eb199-77ee-4de1-9692-edb275983c1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=764f131b12ce4bcb9070a3666b914ae8&device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 1096 time: 0.0646527 Jun 10 22:56:50.807116 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c19f3-5246-4686-8e9d-47bbffaf9457 req-46e858a6-16c0-4d50-9efe-e362d11aa549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:50.808583 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3f5c19f3-5246-4686-8e9d-47bbffaf9457 req-46e858a6-16c0-4d50-9efe-e362d11aa549 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2190823-fed9-4f02-bd3d-4284424e14ed HTTP/1.1" status: 200 len: 908 time: 0.1103525 Jun 10 22:56:50.880682 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae05515-a179-4484-8e66-83f9144720cd'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:56:50.883092 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf30741-e17c-4e6b-8446-417f9f3e307e" -d '{"events": [{"server_uuid": "6ea7efa1-0046-43c0-a80a-66b1bc4bbb76", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae05515-a179-4484-8e66-83f9144720cd"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:56:50.895638 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3f5c19f3-5246-4686-8e9d-47bbffaf9457 req-06a29daa-274e-4539-8a30-117e6f8bc620 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ae05515-a179-4484-8e66-83f9144720cd HTTP/1.1" status: 200 len: 998 time: 0.0774624 Jun 10 22:56:50.920054 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 22:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ef8208-fb9b-459d-a570-d620cd2a64c8 x-openstack-request-id: req-d7ef8208-fb9b-459d-a570-d620cd2a64c8 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:56:50.920351 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea7efa1-0046-43c0-a80a-66b1bc4bbb76", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae05515-a179-4484-8e66-83f9144720cd", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:56:50.920611 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7ef8208-fb9b-459d-a570-d620cd2a64c8 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:56:50.921010 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae05515-a179-4484-8e66-83f9144720cd', 'code': 200} Jun 10 22:56:50.953356 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c19f3-5246-4686-8e9d-47bbffaf9457 req-774d6d2c-7bd1-4b93-ab99-459dd54713a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:50.954931 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3f5c19f3-5246-4686-8e9d-47bbffaf9457 req-774d6d2c-7bd1-4b93-ab99-459dd54713a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b701f2d6-25a0-41b6-9cd9-5ce47e9665d5 HTTP/1.1" status: 200 len: 847 time: 0.0523853 Jun 10 22:56:51.025194 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c19f3-5246-4686-8e9d-47bbffaf9457 req-b76b4767-570f-4019-81da-dcdcd036f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:51.025738 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3f5c19f3-5246-4686-8e9d-47bbffaf9457 req-b76b4767-570f-4019-81da-dcdcd036f7e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2190823-fed9-4f02-bd3d-4284424e14ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632119 Jun 10 22:56:51.190274 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c44547-fab0-46bb-8d9a-101c39d6519a req-6f1e6336-26dd-4e70-8e70-3f0f7680fd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:51.191919 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-52c44547-fab0-46bb-8d9a-101c39d6519a req-6f1e6336-26dd-4e70-8e70-3f0f7680fd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 946 time: 0.1139586 Jun 10 22:56:51.203236 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3f5c19f3-5246-4686-8e9d-47bbffaf9457 req-eb45122b-8203-468e-b1b5-1c1a1bfc74d2 service neutron] 10.222.0.13 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676097 Jun 10 22:56:51.213550 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f26ed1-0c46-4c42-bab3-01b7937e3124 req-f8d75b63-de7a-48a6-a079-d7a02d8c7da4 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:51.214922 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-80f26ed1-0c46-4c42-bab3-01b7937e3124 req-f8d75b63-de7a-48a6-a079-d7a02d8c7da4 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.1566985 Jun 10 22:56:51.227442 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e71612-6ae0-4c7a-8ac3-e593afdebc09 req-27f85ce5-f5e0-4853-8962-1ec638a57a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:51.228952 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e6e71612-6ae0-4c7a-8ac3-e593afdebc09 req-27f85ce5-f5e0-4853-8962-1ec638a57a12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd4a447943d748249dde91fbf60f4eda&device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 1099 time: 0.1042514 Jun 10 22:56:51.243062 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-52c44547-fab0-46bb-8d9a-101c39d6519a req-a1f27440-d84a-48ee-9e2c-4d783e49a7ec tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446925 Jun 10 22:56:51.360004 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-80f26ed1-0c46-4c42-bab3-01b7937e3124 req-77332f6e-8127-464c-bfa7-0b1139343127 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365957 Jun 10 22:56:51.367274 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e71612-6ae0-4c7a-8ac3-e593afdebc09 req-47c2e351-79bc-4c4a-a8dd-bff3a202cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:51.369305 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e6e71612-6ae0-4c7a-8ac3-e593afdebc09 req-47c2e351-79bc-4c4a-a8dd-bff3a202cdea service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bf55eb4-ce53-42eb-adc7-05ee654e0346 HTTP/1.1" status: 200 len: 917 time: 0.1165543 Jun 10 22:56:51.380602 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3f5c19f3-5246-4686-8e9d-47bbffaf9457 req-c0004ca7-c1cd-4b84-95ca-9b82d2d42dee service neutron] 10.222.0.13 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642015 Jun 10 22:56:51.459107 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e6e71612-6ae0-4c7a-8ac3-e593afdebc09 req-43c15276-4c1b-449b-b11f-8e90a5002bd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463 HTTP/1.1" status: 200 len: 1000 time: 0.0834749 Jun 10 22:56:51.520693 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e71612-6ae0-4c7a-8ac3-e593afdebc09 req-f8814c33-2250-44d5-86fe-f95dc0d54786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:51.522133 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e6e71612-6ae0-4c7a-8ac3-e593afdebc09 req-f8814c33-2250-44d5-86fe-f95dc0d54786 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35d4f47f-32e3-473c-b6fb-4be1ccbc6118 HTTP/1.1" status: 200 len: 856 time: 0.0561028 Jun 10 22:56:51.536046 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3274cc-b5bb-4e4a-b9d4-0192576f0e3c req-d304e0d9-5c1f-49fa-a9c6-0e0a2db49320 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:51.536046 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9c3274cc-b5bb-4e4a-b9d4-0192576f0e3c req-d304e0d9-5c1f-49fa-a9c6-0e0a2db49320 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0700858 Jun 10 22:56:51.580283 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9c3274cc-b5bb-4e4a-b9d4-0192576f0e3c req-e254efb7-eab1-4724-b34e-606ff2eb7b4e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388434 Jun 10 22:56:51.600287 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e71612-6ae0-4c7a-8ac3-e593afdebc09 req-2ae21eb5-b8ca-4e3e-8763-b73866bc989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:51.602179 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e6e71612-6ae0-4c7a-8ac3-e593afdebc09 req-2ae21eb5-b8ca-4e3e-8763-b73866bc989b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bf55eb4-ce53-42eb-adc7-05ee654e0346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599022 Jun 10 22:56:51.718291 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e6e71612-6ae0-4c7a-8ac3-e593afdebc09 req-85e4668f-2fc4-4f46-b39d-e1928c5934da service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090376 Jun 10 22:56:51.833748 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e6e71612-6ae0-4c7a-8ac3-e593afdebc09 req-ebb5b9aa-74f8-4630-9279-818ca94737bc service neutron] 10.222.0.13 "GET /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071784 Jun 10 22:56:52.190162 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-db12b584-d830-4f67-b11c-7206456086f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:52.437948 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1897e5-03a4-4d69-bc0e-69632588b729 req-d355cccb-e214-4e5d-b555-4c5173146523 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:52.439447 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c1897e5-03a4-4d69-bc0e-69632588b729 req-d355cccb-e214-4e5d-b555-4c5173146523 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 946 time: 0.0736661 Jun 10 22:56:52.492459 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c1897e5-03a4-4d69-bc0e-69632588b729 req-fba00945-e6b3-4e14-8152-b5bf0eac1a06 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472496 Jun 10 22:56:52.552748 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9725a-e9b8-4eb9-af6b-f93d512b65a1 req-5fe961e8-30e4-4689-9f7c-bcb03c0fca50 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:52.554309 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e2e9725a-e9b8-4eb9-af6b-f93d512b65a1 req-5fe961e8-30e4-4689-9f7c-bcb03c0fca50 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0756700 Jun 10 22:56:52.601005 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e2e9725a-e9b8-4eb9-af6b-f93d512b65a1 req-6166c5cb-e836-4599-82ab-9eafc5559ff8 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404553 Jun 10 22:56:52.676458 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 768ec069-78f8-4a82-9120-0e0496a224eb details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:56:52.769420 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d165299-9dd9-42b5-9623-317912629d22 req-fdb1b787-a459-45dc-9a9b-d4c0d9e1eb73 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:52.770781 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3d165299-9dd9-42b5-9623-317912629d22 req-fdb1b787-a459-45dc-9a9b-d4c0d9e1eb73 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 943 time: 0.0673921 Jun 10 22:56:52.798307 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 768ec069-78f8-4a82-9120-0e0496a224eb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=768ec069-78f8-4a82-9120-0e0496a224eb,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:56:52.810037 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '768ec069-78f8-4a82-9120-0e0496a224eb', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'port_id': '768ec069-78f8-4a82-9120-0e0496a224eb', 'mac_address': 'fa:16:3e:94:5a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:56:52.812824 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3d165299-9dd9-42b5-9623-317912629d22 req-37f7e27f-e889-4fa1-ba95-62fd1232fde3 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362120 Jun 10 22:56:52.855179 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:52.869865 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768ec069-78f8-4a82-9120-0e0496a224eb {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:56:52.889131 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 768ec069-78f8-4a82-9120-0e0496a224eb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=768ec069-78f8-4a82-9120-0e0496a224eb,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:56:52.961584 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:52.963337 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-4da534cd-1ba8-4809-a98e-1475aed5f8c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:56:53.015102 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=768ec069-78f8-4a82-9120-0e0496a224eb,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:56:53.018067 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:56:53.276283 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['768ec069-78f8-4a82-9120-0e0496a224eb'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:56:53.788404 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed5fff-c3fa-43c9-88e8-00985897bfa0 req-0ccdba81-ff3d-429f-bd41-66889e426d52 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:53.789927 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-62ed5fff-c3fa-43c9-88e8-00985897bfa0 req-0ccdba81-ff3d-429f-bd41-66889e426d52 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0701985 Jun 10 22:56:53.834120 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-62ed5fff-c3fa-43c9-88e8-00985897bfa0 req-5a894e42-a246-468a-abe9-f5cf717c3b85 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382259 Jun 10 22:56:53.989059 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1f14f-c283-428f-b7d5-af254fd18e80 req-7dc4a126-2141-409a-9e2b-2c8a815dd91a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:53.990488 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f3f1f14f-c283-428f-b7d5-af254fd18e80 req-7dc4a126-2141-409a-9e2b-2c8a815dd91a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 944 time: 0.0665052 Jun 10 22:56:54.033802 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f3f1f14f-c283-428f-b7d5-af254fd18e80 req-5c4165a4-509f-4f51-9724-c9b718602193 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377834 Jun 10 22:56:54.680597 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 768ec069-78f8-4a82-9120-0e0496a224eb up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:56:54.812311 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd883-0ac7-4761-84a1-2f29b907feee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:54.842492 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:54.844137 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port 768ec069-78f8-4a82-9120-0e0496a224eb completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:56:54.848246 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 768ec069-78f8-4a82-9120-0e0496a224eb triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:56:54.848613 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:54.940660 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:54.964551 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e88446-3166-45b0-be67-06305290c6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768ec069-78f8-4a82-9120-0e0496a224eb'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:56:54.967274 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a658fb-1d95-4613-b1e5-e54601b8e804" -d '{"events": [{"server_uuid": "15e88446-3166-45b0-be67-06305290c6ce", "name": "network-vif-plugged", "status": "completed", "tag": "768ec069-78f8-4a82-9120-0e0496a224eb"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:56:54.982204 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 768ec069-78f8-4a82-9120-0e0496a224eb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=768ec069-78f8-4a82-9120-0e0496a224eb,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:56:55.005840 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eac5db-239d-4434-80a3-a642a22f9128 x-openstack-request-id: req-c7eac5db-239d-4434-80a3-a642a22f9128 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:56:55.005840 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e88446-3166-45b0-be67-06305290c6ce", "name": "network-vif-plugged", "status": "completed", "tag": "768ec069-78f8-4a82-9120-0e0496a224eb", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:56:55.005840 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7eac5db-239d-4434-80a3-a642a22f9128 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:56:55.005840 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e88446-3166-45b0-be67-06305290c6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768ec069-78f8-4a82-9120-0e0496a224eb', 'code': 200} Jun 10 22:56:55.016399 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fd701-1033-4451-b148-a2a3feec2c4b req-b28781cf-a26f-4aef-b9ad-f18340f8e5f8 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:55.017908 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f68fd701-1033-4451-b148-a2a3feec2c4b req-b28781cf-a26f-4aef-b9ad-f18340f8e5f8 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0717704 Jun 10 22:56:55.057366 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:55.060495 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:56:55.063337 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f68fd701-1033-4451-b148-a2a3feec2c4b req-15132087-b5b5-49f6-9cf3-b697c844ec36 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395422 Jun 10 22:56:55.118545 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=768ec069-78f8-4a82-9120-0e0496a224eb,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:56:55.122038 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:56:55.215404 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ad566-6c8b-4c40-8b33-8f3e7042ac7f req-a57aaf3d-aa85-4988-b1fc-c307b60570a1 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:55.216892 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-147ad566-6c8b-4c40-8b33-8f3e7042ac7f req-a57aaf3d-aa85-4988-b1fc-c307b60570a1 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 945 time: 0.0677693 Jun 10 22:56:55.258091 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-147ad566-6c8b-4c40-8b33-8f3e7042ac7f req-96728cca-4be9-441a-8d77-d1c044dfd718 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353184 Jun 10 22:56:55.425572 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514f0e7-a743-4a94-8f56-f01db13b26de req-1b208d39-1329-4da5-b6d9-48ba77ec172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:55.427043 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c514f0e7-a743-4a94-8f56-f01db13b26de req-1b208d39-1329-4da5-b6d9-48ba77ec172e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 1098 time: 0.0564690 Jun 10 22:56:55.463188 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c514f0e7-a743-4a94-8f56-f01db13b26de req-38468193-1c15-4ed3-bd26-94e49f4b11bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296712 Jun 10 22:56:55.795833 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:56.243547 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c90649-6462-45f1-a8d3-072c405ddc95 req-78222c44-4367-41cf-af97-0a414e74ebda tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:56.245019 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c90649-6462-45f1-a8d3-072c405ddc95 req-78222c44-4367-41cf-af97-0a414e74ebda tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0708714 Jun 10 22:56:56.284777 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c90649-6462-45f1-a8d3-072c405ddc95 req-f61775e7-14a0-4525-a377-5a46efed6bb3 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336211 Jun 10 22:56:56.439639 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03892018-d057-4b11-a060-6e8096589ad3 req-b15e7a03-f5ca-4bbf-867d-64c9dcdc2293 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:56.441129 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-03892018-d057-4b11-a060-6e8096589ad3 req-b15e7a03-f5ca-4bbf-867d-64c9dcdc2293 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 945 time: 0.0668902 Jun 10 22:56:56.486418 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-03892018-d057-4b11-a060-6e8096589ad3 req-fbe159d2-192b-4ad7-b106-b28f04242a75 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397580 Jun 10 22:56:57.275132 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:57.469107 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529500b4-519c-4d04-b902-df1228ee079f req-2d7ec72d-205f-41ca-9668-acf0e1765655 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:57.470578 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-529500b4-519c-4d04-b902-df1228ee079f req-2d7ec72d-205f-41ca-9668-acf0e1765655 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0689700 Jun 10 22:56:57.511214 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-529500b4-519c-4d04-b902-df1228ee079f req-187df0ad-70e9-4955-8bc8-4fd009a07fb6 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347235 Jun 10 22:56:57.664664 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042c07c-1f61-49a3-9e81-8ddb6c7381fd req-7f25ea8d-745b-424b-ae53-817752fed0d3 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:57.666154 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9042c07c-1f61-49a3-9e81-8ddb6c7381fd req-7f25ea8d-745b-424b-ae53-817752fed0d3 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 945 time: 0.0685956 Jun 10 22:56:57.707238 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9042c07c-1f61-49a3-9e81-8ddb6c7381fd req-36c4e259-1ec9-4931-ae2e-a848e23bf2a9 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347259 Jun 10 22:56:57.889580 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfad45-8ed1-4393-b8ec-9ee4f07b6d77 req-82a8b64c-ff00-48fe-bed6-94438066ab72 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:57.891058 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-67bfad45-8ed1-4393-b8ec-9ee4f07b6d77 req-82a8b64c-ff00-48fe-bed6-94438066ab72 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 945 time: 0.0740228 Jun 10 22:56:57.932463 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-67bfad45-8ed1-4393-b8ec-9ee4f07b6d77 req-c915c238-7d9a-4a90-9594-cb6a0ad90917 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353792 Jun 10 22:56:57.957146 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52000) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:56:58.011354 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e14fe7-477a-4380-ac7b-83a079635f92 tempest-TestVolumeBootPattern-631516668 tempest-TestVolumeBootPattern-631516668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:58.013447 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-e7e14fe7-477a-4380-ac7b-83a079635f92 tempest-TestVolumeBootPattern-631516668 tempest-TestVolumeBootPattern-631516668-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 1093 time: 0.0553482 Jun 10 22:56:58.016083 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52002) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:56:58.020354 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Request body: {'floatingip': {'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'port_id': '768ec069-78f8-4a82-9120-0e0496a224eb', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address': '172.20.0.6'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:56:58.177480 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for floatingip, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:58.300764 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:58.417086 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Allocated IP 172.27.0.240 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/3e233736-92dd-4923-b9e1-d687e5784562) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:56:58.539661 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:58.648029 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:58.651193 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6e22b96a-160f-4b4c-89e7-f80d82cf0e25 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:56:58.691104 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcce7bb-4016-40f2-adaa-30c19ae577ee req-a32e89e4-3f85-43d7-ae76-28435fce736c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:58.692607 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bfcce7bb-4016-40f2-adaa-30c19ae577ee req-a32e89e4-3f85-43d7-ae76-28435fce736c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0700955 Jun 10 22:56:58.697772 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:56:58.700778 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:56:58.703470 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:56:58.736776 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'Port': ['ID=3e233736-92dd-4923-b9e1-d687e5784562,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:56:58.738303 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-bfcce7bb-4016-40f2-adaa-30c19ae577ee req-33fa7cf4-8b6d-4b22-b4f4-40dddfe6d332 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397744 Jun 10 22:56:58.739805 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:56:59.160207 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:59.340656 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:59.816126 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:59.910265 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:56:59.913397 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b17dc8b9-08f6-4700-a21e-d07d351b0fa6 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:56:59.932065 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c2ffc-dc24-4894-a35f-84a899057944 req-441e6851-2e19-4da5-b8c2-02296a39041e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:56:59.933595 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f98c2ffc-dc24-4894-a35f-84a899057944 req-441e6851-2e19-4da5-b8c2-02296a39041e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0718851 Jun 10 22:56:59.980749 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f98c2ffc-dc24-4894-a35f-84a899057944 req-949c7cc8-8cd5-49b9-a296-f56ca71e60f8 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407245 Jun 10 22:57:00.003333 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'Port': ['ID=3e233736-92dd-4923-b9e1-d687e5784562,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:00.006955 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:00.008175 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:00.144440 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.l3_db [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Floating IP 5cd5bf47-c424-4e55-b3de-66bef659ccbb associated. External IP: 172.27.0.240, port: 768ec069-78f8-4a82-9120-0e0496a224eb. Jun 10 22:57:00.422297 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Router d703b628-98d8-4561-97d2-92fbf00eb0e9 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:57:00.566297 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:57:00.575621 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c1ac4-a456-48ee-b342-815762da4b4f None None] Sync routers for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:57:00.588409 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c1ac4-a456-48ee-b342-815762da4b4f None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:57:00.589066 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-8a9c1ac4-a456-48ee-b342-815762da4b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:56:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:00.653627 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:00.695425 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 9ae05515-a179-4484-8e66-83f9144720cd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:57:00.700275 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6831770 Jun 10 22:57:00.700936 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e88446-3166-45b0-be67-06305290c6ce', 'tag': '768ec069-78f8-4a82-9120-0e0496a224eb'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:57:00.703502 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c48d38a-54ba-4735-921f-30d40533db31" -d '{"events": [{"name": "network-changed", "server_uuid": "15e88446-3166-45b0-be67-06305290c6ce", "tag": "768ec069-78f8-4a82-9120-0e0496a224eb"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:57:00.749165 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb913d4-fbb0-460c-9c67-2266ac673826 x-openstack-request-id: req-cdb913d4-fbb0-460c-9c67-2266ac673826 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:57:00.749492 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e88446-3166-45b0-be67-06305290c6ce", "tag": "768ec069-78f8-4a82-9120-0e0496a224eb", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:57:00.749819 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdb913d4-fbb0-460c-9c67-2266ac673826 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:57:00.750247 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e88446-3166-45b0-be67-06305290c6ce', 'tag': '768ec069-78f8-4a82-9120-0e0496a224eb', 'status': 'completed', 'code': 200} Jun 10 22:57:00.771202 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-8a9c1ac4-a456-48ee-b342-815762da4b4f None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:57:00.833035 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48d38a-54ba-4735-921f-30d40533db31 req-4405e976-1ae6-4412-9fac-39392c6d24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:00.834546 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c48d38a-54ba-4735-921f-30d40533db31 req-4405e976-1ae6-4412-9fac-39392c6d24c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 1098 time: 0.0604937 Jun 10 22:57:00.953375 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48d38a-54ba-4735-921f-30d40533db31 req-a6a34cb4-e825-4c34-b9c1-2b03e70960f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:00.954740 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c48d38a-54ba-4735-921f-30d40533db31 req-a6a34cb4-e825-4c34-b9c1-2b03e70960f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 911 time: 0.1139524 Jun 10 22:57:01.037912 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c48d38a-54ba-4735-921f-30d40533db31 req-8143bbe6-ab05-4927-8a81-98c1165f1a6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768ec069-78f8-4a82-9120-0e0496a224eb HTTP/1.1" status: 200 len: 999 time: 0.0762520 Jun 10 22:57:01.067161 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 9ae05515-a179-4484-8e66-83f9144720cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9ae05515-a179-4484-8e66-83f9144720cd,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:57:01.089276 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '9ae05515-a179-4484-8e66-83f9144720cd', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'port_id': '9ae05515-a179-4484-8e66-83f9144720cd', 'mac_address': 'fa:16:3e:f5:2a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:57:01.099213 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48d38a-54ba-4735-921f-30d40533db31 req-a63850b3-b0d2-43b0-b9ea-3e8d8fad9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:01.100999 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c48d38a-54ba-4735-921f-30d40533db31 req-a63850b3-b0d2-43b0-b9ea-3e8d8fad9729 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ad3ac5-4abd-4be3-b193-420ebfd6d999 HTTP/1.1" status: 200 len: 850 time: 0.0565681 Jun 10 22:57:01.165515 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48d38a-54ba-4735-921f-30d40533db31 req-30049e3b-154c-4dc7-b67c-f8b43c7d765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:01.167126 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c48d38a-54ba-4735-921f-30d40533db31 req-30049e3b-154c-4dc7-b67c-f8b43c7d765b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fc834ec-cebb-4677-b9ec-a352ac05fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597434 Jun 10 22:57:01.168832 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0aaff-ebe2-4480-bf83-d55fa9ca5989 req-aecae8f3-0482-4f44-8ff3-4f8ee03e695d tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:01.170292 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ccb0aaff-ebe2-4480-bf83-d55fa9ca5989 req-aecae8f3-0482-4f44-8ff3-4f8ee03e695d tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 943 time: 0.0701180 Jun 10 22:57:01.204315 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:01.215684 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ccb0aaff-ebe2-4480-bf83-d55fa9ca5989 req-25f9edf1-eabd-4039-85ef-6169fd02f837 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394568 Jun 10 22:57:01.230223 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae05515-a179-4484-8e66-83f9144720cd {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:57:01.269000 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 9ae05515-a179-4484-8e66-83f9144720cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9ae05515-a179-4484-8e66-83f9144720cd,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:57:01.293953 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c48d38a-54ba-4735-921f-30d40533db31 req-d4b5e525-6148-4df9-85a5-5224abf8b1f2 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196012 Jun 10 22:57:01.317374 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:01.319676 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:01.365482 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-8a9c1ac4-a456-48ee-b342-815762da4b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '5cd5bf47-c424-4e55-b3de-66bef659ccbb', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': '768ec069-78f8-4a82-9120-0e0496a224eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:94:5a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e88446-3166-45b0-be67-06305290c6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:56:58Z', 'updated_at': '2021-06-10T22:56:58Z', 'revision_number': 0, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:01.377918 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c1ac4-a456-48ee-b342-815762da4b4f None None] Checking router: d703b628-98d8-4561-97d2-92fbf00eb0e9 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:57:01.384300 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=9ae05515-a179-4484-8e66-83f9144720cd,revision_number=7']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:01.388818 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:01.391874 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c1ac4-a456-48ee-b342-815762da4b4f None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:57:01.392292 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-8a9c1ac4-a456-48ee-b342-815762da4b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:56:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:01.412013 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c48d38a-54ba-4735-921f-30d40533db31 req-6379627d-4f27-4c03-9d2d-8e6fcd251da1 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125486 Jun 10 22:57:01.540926 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-8a9c1ac4-a456-48ee-b342-815762da4b4f None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:57:01.681846 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['9ae05515-a179-4484-8e66-83f9144720cd'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:57:01.927388 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-8a9c1ac4-a456-48ee-b342-815762da4b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '5cd5bf47-c424-4e55-b3de-66bef659ccbb', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': '768ec069-78f8-4a82-9120-0e0496a224eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:94:5a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e88446-3166-45b0-be67-06305290c6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:56:58Z', 'updated_at': '2021-06-10T22:56:58Z', 'revision_number': 0, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:01.939759 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c1ac4-a456-48ee-b342-815762da4b4f None None] The sync data for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi is: [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '5cd5bf47-c424-4e55-b3de-66bef659ccbb', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': '768ec069-78f8-4a82-9120-0e0496a224eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:94:5a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e88446-3166-45b0-be67-06305290c6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:56:58Z', 'updated_at': '2021-06-10T22:56:58Z', 'revision_number': 0, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:57:02.119831 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd69ad39-3c3d-41b4-80a6-dfff2f35b8fd None None] New status for floating IP 5cd5bf47-c424-4e55-b3de-66bef659ccbb: ACTIVE {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:57:02.452514 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2900d4d-7bbf-43b9-a6b9-dfae2a396bed req-f607ddad-299c-4109-a9e2-3bc17f81df35 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:02.453975 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c2900d4d-7bbf-43b9-a6b9-dfae2a396bed req-f607ddad-299c-4109-a9e2-3bc17f81df35 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 944 time: 0.0689383 Jun 10 22:57:02.494621 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c2900d4d-7bbf-43b9-a6b9-dfae2a396bed req-c01624ce-68b9-4987-adb0-27808df82668 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347688 Jun 10 22:57:03.674102 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa52736-6e4a-4281-9b47-7c2509a6e30e req-9a4478bb-5d43-45dd-b14f-f89970ee2093 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:03.675609 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8fa52736-6e4a-4281-9b47-7c2509a6e30e req-9a4478bb-5d43-45dd-b14f-f89970ee2093 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 944 time: 0.0717533 Jun 10 22:57:03.717263 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8fa52736-6e4a-4281-9b47-7c2509a6e30e req-c1006dcc-27b8-40ae-81a6-de94d1d044ae tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359440 Jun 10 22:57:04.714612 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 9ae05515-a179-4484-8e66-83f9144720cd up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:57:04.770737 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 9ae05515-a179-4484-8e66-83f9144720cd triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:57:04.771119 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:04.857425 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:04.882836 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae05515-a179-4484-8e66-83f9144720cd'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:57:04.885282 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2290480c-594b-4d94-ab55-42db2c881aae" -d '{"events": [{"server_uuid": "6ea7efa1-0046-43c0-a80a-66b1bc4bbb76", "name": "network-vif-plugged", "status": "completed", "tag": "9ae05515-a179-4484-8e66-83f9144720cd"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:57:04.899628 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 9ae05515-a179-4484-8e66-83f9144720cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9ae05515-a179-4484-8e66-83f9144720cd,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:57:04.900886 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7198d6f-6992-4ecc-9871-ca6abc7bee50 req-cc85a789-f29f-4547-8f02-8042950dcfbf tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:04.902410 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c7198d6f-6992-4ecc-9871-ca6abc7bee50 req-cc85a789-f29f-4547-8f02-8042950dcfbf tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 944 time: 0.0735667 Jun 10 22:57:04.944199 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c7198d6f-6992-4ecc-9871-ca6abc7bee50 req-3aabff6d-254d-46c9-8c41-c9263fba377d tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359447 Jun 10 22:57:04.967403 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:04.969573 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:04.999710 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77662642-b86f-4cb0-9184-16efc22ef660 x-openstack-request-id: req-77662642-b86f-4cb0-9184-16efc22ef660 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:57:05.000029 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea7efa1-0046-43c0-a80a-66b1bc4bbb76", "name": "network-vif-plugged", "status": "completed", "tag": "9ae05515-a179-4484-8e66-83f9144720cd", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:57:05.000289 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77662642-b86f-4cb0-9184-16efc22ef660 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:57:05.000688 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae05515-a179-4484-8e66-83f9144720cd', 'code': 200} Jun 10 22:57:05.029770 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=9ae05515-a179-4484-8e66-83f9144720cd,revision_number=8']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:05.032691 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:05.266083 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fcf38-3498-41f8-97fd-0e5ed55c541d req-92d80e18-6d31-4e26-a6b0-61fdae9509c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:05.267502 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0d6fcf38-3498-41f8-97fd-0e5ed55c541d req-92d80e18-6d31-4e26-a6b0-61fdae9509c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 1098 time: 0.0548737 Jun 10 22:57:05.302790 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0d6fcf38-3498-41f8-97fd-0e5ed55c541d req-499f8e76-ddf2-458a-9e06-541170fa1679 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293005 Jun 10 22:57:06.124277 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6905834-c202-4fd4-9561-2ce515fe913f req-0ee61eb1-fb7e-49d9-afd0-d4a84efb279d tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:06.125841 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e6905834-c202-4fd4-9561-2ce515fe913f req-0ee61eb1-fb7e-49d9-afd0-d4a84efb279d tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0707309 Jun 10 22:57:06.166900 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e6905834-c202-4fd4-9561-2ce515fe913f req-b9b0f099-accc-437e-957a-f72f2882a360 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356958 Jun 10 22:57:07.354927 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413e94c-6567-49f8-898c-8c027d587e87 req-08004b4b-81f3-415c-ab04-5be10e8ed80b tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:07.356485 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d413e94c-6567-49f8-898c-8c027d587e87 req-08004b4b-81f3-415c-ab04-5be10e8ed80b tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0702641 Jun 10 22:57:07.402881 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d413e94c-6567-49f8-898c-8c027d587e87 req-7e66d31c-95a2-4ced-8eda-e7a864afed0e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399072 Jun 10 22:57:17.161382 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:21.820888 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:57:22.195511 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-035ed364-6276-4377-b429-f4a6f5f15fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:23.655380 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c84bb1-9860-49f3-b061-6b78f11052d6 req-c3b180e6-a857-40db-bdbf-e2977c7ee2f9 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:23.657303 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-96c84bb1-9860-49f3-b061-6b78f11052d6 req-c3b180e6-a857-40db-bdbf-e2977c7ee2f9 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 946 time: 0.0678320 Jun 10 22:57:23.699100 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-96c84bb1-9860-49f3-b061-6b78f11052d6 req-7f84cb23-de45-477c-b765-4bc96a72355d tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=133f24ff-187f-4b23-9837-21c531c71306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365233 Jun 10 22:57:24.783152 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-a03ffc6e-1e19-485a-b48c-a2f55667fcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:24.847353 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:24.881868 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0479ff-6643-4687-9167-84eba9cc9b3b req-2e90ef67-a871-4e37-a9b3-23e822ff6a35 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:24.883354 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ef0479ff-6643-4687-9167-84eba9cc9b3b req-2e90ef67-a871-4e37-a9b3-23e822ff6a35 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 946 time: 0.0712020 Jun 10 22:57:24.924502 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ef0479ff-6643-4687-9167-84eba9cc9b3b req-c01a7bec-ecb6-429c-841e-80b3a6f5740e tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=133f24ff-187f-4b23-9837-21c531c71306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347760 Jun 10 22:57:25.793822 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-92c20c49-f91a-4935-9454-cb7c47388422 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:25.795219 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-92c20c49-f91a-4935-9454-cb7c47388422 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 946 time: 0.0707512 Jun 10 22:57:25.807272 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:25.904519 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Deleting port 64351602-584c-472c-8c8d-7825dcd42403 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:57:25.905093 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:26.017995 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] For port 64351602-584c-472c-8c8d-7825dcd42403, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=64351602-584c-472c-8c8d-7825dcd42403,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:57:26.018358 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:26.100956 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ba968-fb50-4273-beda-39e8622bb64d req-0d054ccb-3fdb-4cfd-bc47-aeeca80e29df tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:26.102468 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1b4ba968-fb50-4273-beda-39e8622bb64d req-0d054ccb-3fdb-4cfd-bc47-aeeca80e29df tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 946 time: 0.0662937 Jun 10 22:57:26.146560 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1b4ba968-fb50-4273-beda-39e8622bb64d req-6104fe22-bb42-4720-8eee-c2e714f4d8bc tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups?id=133f24ff-187f-4b23-9837-21c531c71306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383732 Jun 10 22:57:26.239458 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:26.239820 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:26.240176 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.l3_db [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Floating IP b6ceaebc-c058-4ca4-87ed-0a0319a98248 disassociated. External IP: 172.27.0.184, port: 64351602-584c-472c-8c8d-7825dcd42403. Jun 10 22:57:26.240541 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Calling delete_port for 64351602-584c-472c-8c8d-7825dcd42403 owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:57:26.445932 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:26.449845 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-05cea18b-b195-4ee1-8037-7081aeae3bd7 tempest-VolumesSnapshotTestJSON-1576815183 tempest-VolumesSnapshotTestJSON-1576815183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:26.479260 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event deleted for resources: {'Port': ['ID=64351602-584c-472c-8c8d-7825dcd42403,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:26.489691 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:26.490045 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:26.490419 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:26.490783 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:26.491141 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:26.491498 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:26.491871 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:26.492225 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:26.492578 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:26.492927 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:26.493276 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:26.493621 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:26.497132 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:26.638806 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Router d58cab2c-e046-445f-a663-c70a8b115815 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:57:27.067910 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:57:27.076985 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87814074-bd28-40fa-8ca9-552c4efce5ee None None] Sync routers for ids ['d58cab2c-e046-445f-a663-c70a8b115815'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:57:27.086354 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87814074-bd28-40fa-8ca9-552c4efce5ee None None] Routers {'d58cab2c-e046-445f-a663-c70a8b115815'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:57:27.086974 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-87814074-bd28-40fa-8ca9-552c4efce5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:57:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d58cab2c-e046-445f-a663-c70a8b115815'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:27.117585 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] No DVR routers for this DVR port 64351602-584c-472c-8c8d-7825dcd42403 on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:57:27.120148 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:27.122147 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d76ce496-c0be-4d6e-90b4-612bc079d79e req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.13 "DELETE /v2.0/ports/64351602-584c-472c-8c8d-7825dcd42403 HTTP/1.1" status: 204 len: 173 time: 1.3198326 Jun 10 22:57:27.122641 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3498c02-bc7c-4273-aad4-af9fda8e45c9', 'name': 'network-vif-deleted', 'tag': '64351602-584c-472c-8c8d-7825dcd42403'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:57:27.125477 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38050488-473c-4b0f-a62b-96fd6d91830c" -d '{"events": [{"server_uuid": "c3498c02-bc7c-4273-aad4-af9fda8e45c9", "name": "network-vif-deleted", "tag": "64351602-584c-472c-8c8d-7825dcd42403"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:57:27.161394 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b683c1b2-43be-4f55-840a-95c077f9080e x-openstack-request-id: req-b683c1b2-43be-4f55-840a-95c077f9080e {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:57:27.161733 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3498c02-bc7c-4273-aad4-af9fda8e45c9", "name": "network-vif-deleted", "tag": "64351602-584c-472c-8c8d-7825dcd42403", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:57:27.162024 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b683c1b2-43be-4f55-840a-95c077f9080e {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:57:27.162455 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3498c02-bc7c-4273-aad4-af9fda8e45c9', 'name': 'network-vif-deleted', 'tag': '64351602-584c-472c-8c8d-7825dcd42403', 'status': 'completed', 'code': 200} Jun 10 22:57:27.249695 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-87814074-bd28-40fa-8ca9-552c4efce5ee None None] Set router d58cab2c-e046-445f-a663-c70a8b115815 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:57:27.295619 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4308d0ab-f250-4c04-be76-58b89f60607d req-bcbc2eb4-aeeb-4374-8118-66ca674792b2 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3498c02-bc7c-4273-aad4-af9fda8e45c9 HTTP/1.1" status: 200 len: 210 time: 0.0322087 Jun 10 22:57:27.349730 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:27.510398 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-87814074-bd28-40fa-8ca9-552c4efce5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:46Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:27.513809 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87814074-bd28-40fa-8ca9-552c4efce5ee None None] Checking router: d58cab2c-e046-445f-a663-c70a8b115815 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:57:27.522105 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87814074-bd28-40fa-8ca9-552c4efce5ee None None] Routers {'d58cab2c-e046-445f-a663-c70a8b115815'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:57:27.522710 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-87814074-bd28-40fa-8ca9-552c4efce5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:57:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d58cab2c-e046-445f-a663-c70a8b115815'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:27.799124 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-87814074-bd28-40fa-8ca9-552c4efce5ee None None] Set router d58cab2c-e046-445f-a663-c70a8b115815 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:57:28.055373 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-87814074-bd28-40fa-8ca9-552c4efce5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:46Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:28.058889 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87814074-bd28-40fa-8ca9-552c4efce5ee None None] The sync data for ids ['d58cab2c-e046-445f-a663-c70a8b115815'] in dv-cinder-790535-2-iscsi is: [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:46:33Z', 'revision_number': 4, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '8a27bb15-5a67-4127-b199-288e93f6b80b', 'name': '', 'network_id': 'fdff5cb4-d760-4ffc-943a-3097ca88fb4d', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:46Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'subnets': [{'id': 'f890a9bf-0853-45c5-86e2-c17d3f245b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:57:28.263045 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b02033-25c3-4351-b02a-dd8da619ed50 None None] New status for floating IP b6ceaebc-c058-4ca4-87ed-0a0319a98248: DOWN {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:57:28.535312 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52164) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:28.595737 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e05dbbd6-73ad-43f4-b0f5-c4de057834e4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:28.618921 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e05dbbd6-73ad-43f4-b0f5-c4de057834e4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:28.772931 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e05dbbd6-73ad-43f4-b0f5-c4de057834e4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:28.775431 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e05dbbd6-73ad-43f4-b0f5-c4de057834e4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:28.776600 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-e05dbbd6-73ad-43f4-b0f5-c4de057834e4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "DELETE /v2.0/security-groups/133f24ff-187f-4b23-9837-21c531c71306 HTTP/1.1" status: 204 len: 168 time: 0.2407987 Jun 10 22:57:28.777379 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-be74859d-ed95-4c3b-b003-3d6d45ebf51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:28.779560 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52166) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:28.787643 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dbbd6-73ad-43f4-b0f5-c4de057834e4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=133f24ff-187f-4b23-9837-21c531c71306,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:28.791625 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e05dbbd6-73ad-43f4-b0f5-c4de057834e4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:28.795395 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.api.v2.resource [None req-3af3366d-6832-41d9-81cb-6b863600ae69 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] show failed (client error): The resource could not be found. Jun 10 22:57:28.797117 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-3af3366d-6832-41d9-81cb-6b863600ae69 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "GET /v2.0/security-groups/133f24ff-187f-4b23-9837-21c531c71306 HTTP/1.1" status: 404 len: 347 time: 0.0159791 Jun 10 22:57:28.799988 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52168) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:28.848174 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 64351602-584c-472c-8c8d-7825dcd42403 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:57:28.872282 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: 64351602-584c-472c-8c8d-7825dcd42403 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:57:28.872637 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 64351602-584c-472c-8c8d-7825dcd42403 not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:57:28.953803 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-f99c8733-1b42-4ed6-9462-07f907001857 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Deleting port 4fc56128-dc0d-4645-a27b-2b2218505a3c {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:57:28.954143 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f99c8733-1b42-4ed6-9462-07f907001857 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:29.062925 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f99c8733-1b42-4ed6-9462-07f907001857 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:29.062925 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f99c8733-1b42-4ed6-9462-07f907001857 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:29.146003 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-f99c8733-1b42-4ed6-9462-07f907001857 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Calling delete_port for 4fc56128-dc0d-4645-a27b-2b2218505a3c owned by network:floatingip {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:57:29.361350 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f99c8733-1b42-4ed6-9462-07f907001857 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:29.363940 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:29.393150 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c8733-1b42-4ed6-9462-07f907001857 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Pushing event deleted for resources: {'Port': ['ID=4fc56128-dc0d-4645-a27b-2b2218505a3c,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:29.396849 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f99c8733-1b42-4ed6-9462-07f907001857 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:29.467210 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f99c8733-1b42-4ed6-9462-07f907001857 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks [] for floatingip, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:29.469772 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-f99c8733-1b42-4ed6-9462-07f907001857 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:29.470893 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-f99c8733-1b42-4ed6-9462-07f907001857 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] 10.222.0.25 "DELETE /v2.0/floatingips/b6ceaebc-c058-4ca4-87ed-0a0319a98248 HTTP/1.1" status: 204 len: 168 time: 0.6699474 Jun 10 22:57:33.736534 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52200) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:34.257523 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-2692f05a-d1ad-4467-bd59-3db0a00e8b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510889'] for router_interface, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:34.566265 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-2692f05a-d1ad-4467-bd59-3db0a00e8b98 admin admin] Deleting port 8a27bb15-5a67-4127-b199-288e93f6b80b {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:57:34.566525 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-2692f05a-d1ad-4467-bd59-3db0a00e8b98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:34.666407 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [None req-2692f05a-d1ad-4467-bd59-3db0a00e8b98 admin admin] For port 8a27bb15-5a67-4127-b199-288e93f6b80b, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=8a27bb15-5a67-4127-b199-288e93f6b80b,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:57:34.666766 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-2692f05a-d1ad-4467-bd59-3db0a00e8b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:34.757246 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-2692f05a-d1ad-4467-bd59-3db0a00e8b98 admin admin] Calling delete_port for 8a27bb15-5a67-4127-b199-288e93f6b80b owned by network:router_interface {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:57:35.035951 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-2692f05a-d1ad-4467-bd59-3db0a00e8b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:35.038765 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-38a4330a-7c73-4603-9d45-270c6c9f46b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:35.073239 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692f05a-d1ad-4467-bd59-3db0a00e8b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a27bb15-5a67-4127-b199-288e93f6b80b,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:35.077588 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-2692f05a-d1ad-4467-bd59-3db0a00e8b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:35.279290 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-2692f05a-d1ad-4467-bd59-3db0a00e8b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510265'] for router_interface, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:35.560733 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2692f05a-d1ad-4467-bd59-3db0a00e8b98 admin admin] Router d58cab2c-e046-445f-a663-c70a8b115815 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:57:35.699068 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2692f05a-d1ad-4467-bd59-3db0a00e8b98 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:57:35.704541 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-2692f05a-d1ad-4467-bd59-3db0a00e8b98 admin admin] 10.222.0.25 "PUT /v2.0/routers/d58cab2c-e046-445f-a663-c70a8b115815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9670172 Jun 10 22:57:35.707055 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52206) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:35.708054 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd858787-1bf0-463a-bf82-db03113f7c2d None None] Sync routers for ids ['d58cab2c-e046-445f-a663-c70a8b115815'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:57:35.717589 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd858787-1bf0-463a-bf82-db03113f7c2d None None] Routers {'d58cab2c-e046-445f-a663-c70a8b115815'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:57:35.718196 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-fd858787-1bf0-463a-bf82-db03113f7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:57:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d58cab2c-e046-445f-a663-c70a8b115815'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:35.842614 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:35.855656 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-fd858787-1bf0-463a-bf82-db03113f7c2d None None] Set router d58cab2c-e046-445f-a663-c70a8b115815 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:57:36.095779 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-fd858787-1bf0-463a-bf82-db03113f7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:57:34Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:36.099203 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd858787-1bf0-463a-bf82-db03113f7c2d None None] Checking router: d58cab2c-e046-445f-a663-c70a8b115815 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:57:36.107497 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd858787-1bf0-463a-bf82-db03113f7c2d None None] Routers {'d58cab2c-e046-445f-a663-c70a8b115815'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:57:36.108788 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-fd858787-1bf0-463a-bf82-db03113f7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:57:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d58cab2c-e046-445f-a663-c70a8b115815'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:36.253350 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-fd858787-1bf0-463a-bf82-db03113f7c2d None None] Set router d58cab2c-e046-445f-a663-c70a8b115815 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:57:36.273978 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:36.425480 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Deleting port 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:57:36.425819 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:36.483878 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-fd858787-1bf0-463a-bf82-db03113f7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:57:34Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:36.487405 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd858787-1bf0-463a-bf82-db03113f7c2d None None] The sync data for ids ['d58cab2c-e046-445f-a663-c70a8b115815'] in dv-cinder-790535-2-iscsi is: [{'id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'name': 'tempest-AttachVolumeTestJSON-837905308-router', 'tenant_id': '3ccd3c69af9d4510806f9c3361929ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:21Z', 'updated_at': '2021-06-10T22:57:34Z', 'revision_number': 5, 'project_id': '3ccd3c69af9d4510806f9c3361929ce4', 'gw_port': {'id': '3ab3fe54-01da-4704-9b05-b2ca4260a4c7', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58cab2c-e046-445f-a663-c70a8b115815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:24Z', 'updated_at': '2021-06-10T22:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:57:36.532116 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] For port 3ab3fe54-01da-4704-9b05-b2ca4260a4c7, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=3ab3fe54-01da-4704-9b05-b2ca4260a4c7,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:57:36.532473 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:36.622595 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Calling delete_port for 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 owned by network:router_gateway {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:57:36.867749 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 8a27bb15-5a67-4127-b199-288e93f6b80b no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:57:36.894833 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 8a27bb15-5a67-4127-b199-288e93f6b80b {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:57:36.895235 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 8a27bb15-5a67-4127-b199-288e93f6b80b not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:57:36.914433 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:36.916714 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-1c05df62-f590-4ddc-b373-6df870e8fb9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:36.946408 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab3fe54-01da-4704-9b05-b2ca4260a4c7,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:36.949570 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:37.031515 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:37.154734 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:37.156800 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:37.298144 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508493'] for router, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:37.298641 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d58cab2c-e046-445f-a663-c70a8b115815 {{(pid=98755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 22:57:37.305461 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Notify callbacks [] for router, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:37.305461 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d58cab2c-e046-445f-a663-c70a8b115815 HTTP/1.1" status: 204 len: 168 time: 1.5961215 Jun 10 22:57:37.306906 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52208) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:37.361344 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd90949-e420-4a87-88c4-74ea534e48cc admin admin] Deleting subnet f890a9bf-0853-45c5-86e2-c17d3f245b7a {{(pid=98755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:57:37.365135 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cdd90949-e420-4a87-88c4-74ea534e48cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:37.415315 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cdd90949-e420-4a87-88c4-74ea534e48cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261504014'] for subnet, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:37.503084 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cdd90949-e420-4a87-88c4-74ea534e48cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:37.658908 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cdd90949-e420-4a87-88c4-74ea534e48cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260563444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263884791'] for subnet, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:37.662049 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6f0d944a-c96a-49ec-a4f7-f5eb59c05252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:37.696928 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd90949-e420-4a87-88c4-74ea534e48cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f890a9bf-0853-45c5-86e2-c17d3f245b7a,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:37.699915 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-cdd90949-e420-4a87-88c4-74ea534e48cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:37.700909 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cdd90949-e420-4a87-88c4-74ea534e48cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:37.705506 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-cdd90949-e420-4a87-88c4-74ea534e48cc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f890a9bf-0853-45c5-86e2-c17d3f245b7a HTTP/1.1" status: 204 len: 168 time: 0.3975992 Jun 10 22:57:37.706154 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52210) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:37.708035 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68f5085-044b-4743-b7a1-b760cea9efd6 None None] Network fdff5cb4-d760-4ffc-943a-3097ca88fb4d requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:57:37.802245 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:37.863305 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Deleting port 6779e37a-3502-44be-815b-ef9b0152d862 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:57:37.863694 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:37.938929 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] DHCP port deletion for fdff5cb4-d760-4ffc-943a-3097ca88fb4d request from dv-cinder-790535-2-iscsi {{(pid=98756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 22:57:37.949138 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] For port 6779e37a-3502-44be-815b-ef9b0152d862, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=6779e37a-3502-44be-815b-ef9b0152d862,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:57:37.949595 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:37.989766 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Deleting port 6779e37a-3502-44be-815b-ef9b0152d862 {{(pid=98756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:57:37.990151 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:38.041873 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Calling delete_port for 6779e37a-3502-44be-815b-ef9b0152d862 owned by network:dhcp {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:57:38.074073 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] For port 6779e37a-3502-44be-815b-ef9b0152d862, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=6779e37a-3502-44be-815b-ef9b0152d862,segment=NetworkSegment(9ba29cf6-c00a-470a-8822-451d7530775c),segment_id=9ba29cf6-c00a-470a-8822-451d7530775c)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:57:38.074476 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:38.166141 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Calling delete_port for 6779e37a-3502-44be-815b-ef9b0152d862 owned by network:dhcp {{(pid=98756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:57:38.245995 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:38.248912 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-47e32df1-e8f5-4526-84d0-9b037ad73d2e tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:38.257319 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152'] for port, after_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:38.260016 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:38.278721 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Pushing event deleted for resources: {'Port': ['ID=6779e37a-3502-44be-815b-ef9b0152d862,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:38.281128 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] No DVR routers for this DVR port 6779e37a-3502-44be-815b-ef9b0152d862 on host dv-cinder-790535-2-iscsi {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:57:38.282585 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:38.290094 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Pushing event deleted for resources: {'Port': ['ID=6779e37a-3502-44be-815b-ef9b0152d862,revision_number=None']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:38.293167 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] No DVR routers for this DVR port 6779e37a-3502-44be-815b-ef9b0152d862 on host dv-cinder-790535-2-iscsi {{(pid=98756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:57:38.299755 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:38.300136 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:38.302702 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:38.302702 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:38.302702 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:38.302702 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:38.302702 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:38.302702 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:38.302702 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:38.302702 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:38.303405 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:38.303405 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:38.306332 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:38.379932 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:38.391159 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdff5cb4-d760-4ffc-943a-3097ca88fb4d']}} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:38.402049 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba29cf6-c00a-470a-8822-451d7530775c') {'for_net_delete': True} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:38.402350 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba29cf6-c00a-470a-8822-451d7530775c') {} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:38.411873 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261504023'] for segment, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:38.426239 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:38.431876 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=98755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:57:38.432262 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260564587'] for segment, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: Traceback (most recent call last): Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: timer() Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: cb(*args, **kw) Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: return func(*args, **kwargs) Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: self._notify() Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: self.callback(batched_events) Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: event.method(event) Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: return f(self, *a, **k) Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._get(url).json() Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: return self.request(url, 'GET', **kwargs) Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:57:38.433837 dv-cinder-790535-2-iscsi neutron-server[98755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:57:38.584417 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:38.588228 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:38.591660 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:38.592739 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] 10.222.0.25 "DELETE /v2.0/networks/fdff5cb4-d760-4ffc-943a-3097ca88fb4d HTTP/1.1" status: 204 len: 168 time: 0.8856514 Jun 10 22:57:38.612898 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Pushing event deleted for resources: {'Network': ['ID=fdff5cb4-d760-4ffc-943a-3097ca88fb4d,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:38.615724 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-461008cb-92c3-4e4e-9c05-109b2984a84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:38.641905 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 6779e37a-3502-44be-815b-ef9b0152d862 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:57:38.666541 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 6779e37a-3502-44be-815b-ef9b0152d862 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:57:38.666899 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 6779e37a-3502-44be-815b-ef9b0152d862 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:57:38.667337 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:57:38.690821 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:57:38.691186 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 3ab3fe54-01da-4704-9b05-b2ca4260a4c7 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:57:39.044474 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52214) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:39.087985 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-9ae8af84-4802-41ce-801f-bedc2a5b9673 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ccd3c69af9d4510806f9c3361929ce4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421593 Jun 10 22:57:39.090202 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52216) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:39.140998 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:39.162596 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:39.321581 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:39.324071 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:39.325218 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fa5d676-183a-435d-91ec-663e866ea98c HTTP/1.1" status: 204 len: 168 time: 0.2341063 Jun 10 22:57:39.326011 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-91086111-76aa-4988-acb9-be41da884f7e tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:39.335102 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa5d676-183a-435d-91ec-663e866ea98c,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:39.342003 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:39.342392 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:39.342765 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:39.343135 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:39.343499 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:39.343872 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:39.344243 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:39.344605 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:39.344965 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:39.345321 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:39.345677 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:39.346030 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:57:39.349461 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9cf64b2b-d741-4c12-8d60-bf67fa7c354b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:41.402714 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52270) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:41.510690 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-d67b4924-2af1-4c38-a0ed-144dc60db3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:41.600434 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-d67b4924-2af1-4c38-a0ed-144dc60db3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:41.691923 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-d67b4924-2af1-4c38-a0ed-144dc60db3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:41.694506 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e6bea19d-8e48-4665-a057-e742e1a86792 tempest-VolumesNegativeTest-1734927444 tempest-VolumesNegativeTest-1734927444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:41.733990 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-d67b4924-2af1-4c38-a0ed-144dc60db3ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=982638459cd04237903a57bea3836c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301842 Jun 10 22:57:41.735142 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b4924-2af1-4c38-a0ed-144dc60db3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565d2db8-a8a6-4e19-b0e2-bd85e4a09dd1,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:41.736626 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52274) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:41.738134 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-d67b4924-2af1-4c38-a0ed-144dc60db3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:41.787825 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e96ad957-987f-4412-bbee-43396873ba00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:41.810604 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e96ad957-987f-4412-bbee-43396873ba00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:41.990050 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e96ad957-987f-4412-bbee-43396873ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:41.992645 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-e96ad957-987f-4412-bbee-43396873ba00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:41.993816 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-e96ad957-987f-4412-bbee-43396873ba00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/565d2db8-a8a6-4e19-b0e2-bd85e4a09dd1 HTTP/1.1" status: 204 len: 168 time: 0.2561893 Jun 10 22:57:41.994578 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f35970af-45b1-4092-939b-b3df994a9b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:42.003625 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ad957-987f-4412-bbee-43396873ba00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565d2db8-a8a6-4e19-b0e2-bd85e4a09dd1,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:42.006046 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e96ad957-987f-4412-bbee-43396873ba00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:44.308503 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52322) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:44.410957 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d6314fce-8ce9-41c4-9d31-acd67475067b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:44.501876 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d6314fce-8ce9-41c4-9d31-acd67475067b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:44.572783 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d6314fce-8ce9-41c4-9d31-acd67475067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:44.575189 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e96ad957-987f-4412-bbee-43396873ba00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:44.614059 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-d6314fce-8ce9-41c4-9d31-acd67475067b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c31081b27c241b4832214ccb1ffd45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045223 Jun 10 22:57:44.616112 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6314fce-8ce9-41c4-9d31-acd67475067b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e86563d-9402-4402-b588-8ed8dca4668c,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:44.616841 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52326) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:44.619279 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d6314fce-8ce9-41c4-9d31-acd67475067b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:44.668367 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5de67cd2-fb18-4782-923e-56bbd3ac1235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:44.692504 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5de67cd2-fb18-4782-923e-56bbd3ac1235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:44.904269 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5de67cd2-fb18-4782-923e-56bbd3ac1235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:44.907392 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5de67cd2-fb18-4782-923e-56bbd3ac1235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:44.908551 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-5de67cd2-fb18-4782-923e-56bbd3ac1235 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e86563d-9402-4402-b588-8ed8dca4668c HTTP/1.1" status: 204 len: 168 time: 0.2907360 Jun 10 22:57:44.909330 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-72991aa3-22c2-4e9b-82fa-bc40a99aabf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:44.917679 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de67cd2-fb18-4782-923e-56bbd3ac1235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e86563d-9402-4402-b588-8ed8dca4668c,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:44.919891 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5de67cd2-fb18-4782-923e-56bbd3ac1235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:45.638741 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52332) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:45.655739 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-49168d1f-2878-4776-9a27-5387e242ecbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:45.745541 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-49168d1f-2878-4776-9a27-5387e242ecbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:45.847211 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-49168d1f-2878-4776-9a27-5387e242ecbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:45.849710 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ee5a4150-368b-4c1f-8fd9-7697d54fb90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:45.890777 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49168d1f-2878-4776-9a27-5387e242ecbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918964c7-9214-4b96-8604-b0cc4cb5688f,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:45.894805 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-49168d1f-2878-4776-9a27-5387e242ecbe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6554fcf41f7240f89d8422094c9d8f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545576 Jun 10 22:57:45.895775 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-49168d1f-2878-4776-9a27-5387e242ecbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:45.897381 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52334) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:45.947189 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5f830a31-0f0a-4c58-b8b0-5be859fa597e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:45.969298 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5f830a31-0f0a-4c58-b8b0-5be859fa597e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:46.110200 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5f830a31-0f0a-4c58-b8b0-5be859fa597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:46.112779 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5f830a31-0f0a-4c58-b8b0-5be859fa597e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:46.113935 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-5f830a31-0f0a-4c58-b8b0-5be859fa597e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/918964c7-9214-4b96-8604-b0cc4cb5688f HTTP/1.1" status: 204 len: 168 time: 0.2156482 Jun 10 22:57:46.114751 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e05dbbd6-73ad-43f4-b0f5-c4de057834e4 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:46.123245 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f830a31-0f0a-4c58-b8b0-5be859fa597e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918964c7-9214-4b96-8604-b0cc4cb5688f,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:46.125371 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-5f830a31-0f0a-4c58-b8b0-5be859fa597e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:47.184214 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:48.949988 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52402) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:49.055868 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-26c3be2e-951a-422e-b167-48531e5c1e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:49.148582 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e44f3-ba1f-4e97-adaf-8560ee07dbd0 req-f5d1e175-2b9c-4b59-84df-b11df3f9409c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:49.149175 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-26c3be2e-951a-422e-b167-48531e5c1e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:49.150047 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0d3e44f3-ba1f-4e97-adaf-8560ee07dbd0 req-f5d1e175-2b9c-4b59-84df-b11df3f9409c tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 946 time: 0.0719891 Jun 10 22:57:49.191794 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0d3e44f3-ba1f-4e97-adaf-8560ee07dbd0 req-fb82ac0d-ff76-4bdc-9d4f-68c9a0a2f713 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361378 Jun 10 22:57:49.239523 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-26c3be2e-951a-422e-b167-48531e5c1e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:49.243095 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d6314fce-8ce9-41c4-9d31-acd67475067b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:49.283733 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-26c3be2e-951a-422e-b167-48531e5c1e1f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b74847e6b665488693d5efe630b22bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327093 Jun 10 22:57:49.285909 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3be2e-951a-422e-b167-48531e5c1e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9dead2-890d-4947-aadc-d5177547b798,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:49.286340 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52408) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:49.288851 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-26c3be2e-951a-422e-b167-48531e5c1e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:49.338008 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-efce418e-c3ed-4a75-b339-e6d2df18aee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:49.360182 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-efce418e-c3ed-4a75-b339-e6d2df18aee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:49.486854 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-efce418e-c3ed-4a75-b339-e6d2df18aee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:49.489416 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-efce418e-c3ed-4a75-b339-e6d2df18aee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:49.490534 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-efce418e-c3ed-4a75-b339-e6d2df18aee2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf9dead2-890d-4947-aadc-d5177547b798 HTTP/1.1" status: 204 len: 168 time: 0.2030976 Jun 10 22:57:49.491312 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9b0d2d37-54d7-4ce6-8dcb-470fbc41cdbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:49.499588 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce418e-c3ed-4a75-b339-e6d2df18aee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9dead2-890d-4947-aadc-d5177547b798,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:49.502536 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-efce418e-c3ed-4a75-b339-e6d2df18aee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:50.206830 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52414) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:50.223482 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b0fb-77c0-4ba8-ba0a-1c8816e8ed42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:50.317096 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b0fb-77c0-4ba8-ba0a-1c8816e8ed42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:50.381214 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bac49-51b3-41b1-b43e-e508c9221e03 req-84cf7661-270e-420b-9db2-c47faffe3f40 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:50.382662 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-818bac49-51b3-41b1-b43e-e508c9221e03 req-84cf7661-270e-420b-9db2-c47faffe3f40 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 946 time: 0.0712817 Jun 10 22:57:50.424218 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-818bac49-51b3-41b1-b43e-e508c9221e03 req-d7c8385b-48e7-4991-b42f-4f1ad189f17a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups?id=db2f9b48-cc68-4710-b3a2-5826b7d27d55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357659 Jun 10 22:57:50.451148 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b0fb-77c0-4ba8-ba0a-1c8816e8ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:50.451148 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7948580f-5cd9-44ce-8150-c668af849a91 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:50.484417 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9b0fb-77c0-4ba8-ba0a-1c8816e8ed42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b764ec3e-82f1-469a-9e75-9c26b8b1da3e,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:50.488581 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-a4b9b0fb-77c0-4ba8-ba0a-1c8816e8ed42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef5638268e4e4af399612e5fe1f73d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807651 Jun 10 22:57:50.489438 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-a4b9b0fb-77c0-4ba8-ba0a-1c8816e8ed42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:50.491073 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52418) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:50.541114 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7f75ca4c-3eaa-4b58-bf48-fdb3c6d3daf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:50.563419 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7f75ca4c-3eaa-4b58-bf48-fdb3c6d3daf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:50.704063 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7f75ca4c-3eaa-4b58-bf48-fdb3c6d3daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:50.706641 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7f75ca4c-3eaa-4b58-bf48-fdb3c6d3daf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:50.707795 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-7f75ca4c-3eaa-4b58-bf48-fdb3c6d3daf1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b764ec3e-82f1-469a-9e75-9c26b8b1da3e HTTP/1.1" status: 204 len: 168 time: 0.2158101 Jun 10 22:57:50.716643 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-bd588dcd-98d8-43b9-b42a-155a0bf78dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:50.747367 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75ca4c-3eaa-4b58-bf48-fdb3c6d3daf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b764ec3e-82f1-469a-9e75-9c26b8b1da3e,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:50.751123 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7f75ca4c-3eaa-4b58-bf48-fdb3c6d3daf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:50.785587 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-b4338059-29f8-4c17-9b6c-b06703594461 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:50.787066 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-b4338059-29f8-4c17-9b6c-b06703594461 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 946 time: 0.0781875 Jun 10 22:57:50.901054 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Deleting port eddc2bc9-66c6-4fa1-a879-4c8d83580463 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:57:50.901398 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:51.013107 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] For port eddc2bc9-66c6-4fa1-a879-4c8d83580463, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=eddc2bc9-66c6-4fa1-a879-4c8d83580463,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:57:51.013522 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:51.236346 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:51.237003 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:51.237159 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.l3_db [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Floating IP 1eb9482a-1eaf-4b6a-8c7b-c7c7ea706ac6 disassociated. External IP: 172.27.0.38, port: eddc2bc9-66c6-4fa1-a879-4c8d83580463. Jun 10 22:57:51.237383 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Calling delete_port for eddc2bc9-66c6-4fa1-a879-4c8d83580463 owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:57:51.473991 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:51.478312 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7227aa40-d201-49aa-a332-8530613d6b8c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:51.509250 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event deleted for resources: {'Port': ['ID=eddc2bc9-66c6-4fa1-a879-4c8d83580463,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:51.512367 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:51.581678 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c3eb0981-1a04-409d-bb5f-c8a70dc94cef req-d9b9309d-76db-4f15-9982-0bd95374b333 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 210 time: 0.0386569 Jun 10 22:57:51.666087 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Router 659cb209-fbc4-4fc0-8e47-859612fc3e34 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:57:51.816916 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:57:51.828047 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855852b4-dc23-4985-a855-b083c14bbebd None None] Sync routers for ids ['659cb209-fbc4-4fc0-8e47-859612fc3e34'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:57:51.838849 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855852b4-dc23-4985-a855-b083c14bbebd None None] Routers {'659cb209-fbc4-4fc0-8e47-859612fc3e34'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:57:51.839467 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-855852b4-dc23-4985-a855-b083c14bbebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:57:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['659cb209-fbc4-4fc0-8e47-859612fc3e34'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:51.872628 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] No DVR routers for this DVR port eddc2bc9-66c6-4fa1-a879-4c8d83580463 on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:57:51.875326 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:51.878530 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-271ee9fa-c55d-4b8f-9ce8-1b9be2d619d2 req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.13 "DELETE /v2.0/ports/eddc2bc9-66c6-4fa1-a879-4c8d83580463 HTTP/1.1" status: 204 len: 173 time: 1.0856340 Jun 10 22:57:51.879495 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead75c1e-3100-4d20-8730-031c7506717a', 'name': 'network-vif-deleted', 'tag': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:57:51.882756 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3519cd7f-54fa-4f20-a5e9-0f95333dd896" -d '{"events": [{"server_uuid": "ead75c1e-3100-4d20-8730-031c7506717a", "name": "network-vif-deleted", "tag": "eddc2bc9-66c6-4fa1-a879-4c8d83580463"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:57:51.929284 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93abae9a-334b-4f55-8d55-d9b810f6ec35 x-openstack-request-id: req-93abae9a-334b-4f55-8d55-d9b810f6ec35 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:57:51.929626 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead75c1e-3100-4d20-8730-031c7506717a", "name": "network-vif-deleted", "tag": "eddc2bc9-66c6-4fa1-a879-4c8d83580463", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:57:51.929927 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93abae9a-334b-4f55-8d55-d9b810f6ec35 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:57:51.930372 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead75c1e-3100-4d20-8730-031c7506717a', 'name': 'network-vif-deleted', 'tag': 'eddc2bc9-66c6-4fa1-a879-4c8d83580463', 'status': 'completed', 'code': 200} Jun 10 22:57:52.017818 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-855852b4-dc23-4985-a855-b083c14bbebd None None] Set router 659cb209-fbc4-4fc0-8e47-859612fc3e34 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:57:52.040700 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-031bc604-8a30-422b-ad13-e3d597478257 req-59cb897b-fa98-4a63-b777-af530b5089dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611346 Jun 10 22:57:52.161313 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bc604-8a30-422b-ad13-e3d597478257 req-41c195ab-8fb5-44f4-a1a3-973dbf94bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:52.163005 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-031bc604-8a30-422b-ad13-e3d597478257 req-41c195ab-8fb5-44f4-a1a3-973dbf94bbbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=764f131b12ce4bcb9070a3666b914ae8&device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 1098 time: 0.0778658 Jun 10 22:57:52.216863 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-1b292a2c-b21f-43c6-aa99-181c8a412ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:52.294982 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-855852b4-dc23-4985-a855-b083c14bbebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:43Z', 'revision_number': 5, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:52.298467 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855852b4-dc23-4985-a855-b083c14bbebd None None] Checking router: 659cb209-fbc4-4fc0-8e47-859612fc3e34 for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:57:52.302333 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bc604-8a30-422b-ad13-e3d597478257 req-6502a28d-2d54-4f6e-932f-ba0a5988667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:52.303888 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-031bc604-8a30-422b-ad13-e3d597478257 req-6502a28d-2d54-4f6e-932f-ba0a5988667b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2190823-fed9-4f02-bd3d-4284424e14ed HTTP/1.1" status: 200 len: 908 time: 0.1144493 Jun 10 22:57:52.306660 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855852b4-dc23-4985-a855-b083c14bbebd None None] Routers {'659cb209-fbc4-4fc0-8e47-859612fc3e34'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:57:52.307272 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-855852b4-dc23-4985-a855-b083c14bbebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:57:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['659cb209-fbc4-4fc0-8e47-859612fc3e34'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:52.387679 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-031bc604-8a30-422b-ad13-e3d597478257 req-35e7f9d2-e9a1-401b-91c4-91dd9a4871cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ae05515-a179-4484-8e66-83f9144720cd HTTP/1.1" status: 200 len: 1000 time: 0.0767047 Jun 10 22:57:52.452564 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bc604-8a30-422b-ad13-e3d597478257 req-b6a8846c-eb74-43bc-a583-41f45ba6818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:52.454578 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-031bc604-8a30-422b-ad13-e3d597478257 req-b6a8846c-eb74-43bc-a583-41f45ba6818d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b701f2d6-25a0-41b6-9cd9-5ce47e9665d5 HTTP/1.1" status: 200 len: 847 time: 0.0603561 Jun 10 22:57:52.454739 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-855852b4-dc23-4985-a855-b083c14bbebd None None] Set router 659cb209-fbc4-4fc0-8e47-859612fc3e34 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:57:52.525092 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bc604-8a30-422b-ad13-e3d597478257 req-8b5779b9-cc41-4a72-ba60-4f6162407a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:57:52.526589 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-031bc604-8a30-422b-ad13-e3d597478257 req-8b5779b9-cc41-4a72-ba60-4f6162407a4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2190823-fed9-4f02-bd3d-4284424e14ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650957 Jun 10 22:57:52.658561 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-031bc604-8a30-422b-ad13-e3d597478257 req-161c696a-1fb2-4dc6-b2b6-3b9afcd7813e service neutron] 10.222.0.13 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239793 Jun 10 22:57:52.848829 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-855852b4-dc23-4985-a855-b083c14bbebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:43Z', 'revision_number': 5, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:57:52.852879 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855852b4-dc23-4985-a855-b083c14bbebd None None] The sync data for ids ['659cb209-fbc4-4fc0-8e47-859612fc3e34'] in dv-cinder-790535-2-iscsi is: [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:46:31Z', 'revision_number': 4, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '2f7693b9-9f4a-4731-a433-e7d6e20673da', 'name': '', 'network_id': '4bf55eb4-ce53-42eb-adc7-05ee654e0346', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'mac_address': 'fa:16:3e:25:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:29Z', 'updated_at': '2021-06-10T22:46:43Z', 'revision_number': 5, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'subnets': [{'id': '35d4f47f-32e3-473c-b6fb-4be1ccbc6118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:57:52.952914 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device eddc2bc9-66c6-4fa1-a879-4c8d83580463 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:57:52.993455 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: eddc2bc9-66c6-4fa1-a879-4c8d83580463 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:57:52.994332 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device eddc2bc9-66c6-4fa1-a879-4c8d83580463 not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:57:53.228834 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-031bc604-8a30-422b-ad13-e3d597478257 req-3436b711-9b3f-48d6-bf32-eedbc95b8648 service neutron] 10.222.0.13 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615139 Jun 10 22:57:53.294918 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5619b15-7889-40b2-b940-7c62db43c8e9 None None] New status for floating IP 1eb9482a-1eaf-4b6a-8c7b-c7c7ea706ac6: DOWN {{(pid=98756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:57:53.307584 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d1497bf2-2557-4110-a03e-472d2afe92c2 req-e466f17f-58d2-4adf-a025-d8f43a8d6d2b tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead75c1e-3100-4d20-8730-031c7506717a HTTP/1.1" status: 200 len: 210 time: 0.4304960 Jun 10 22:57:54.515760 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52476) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:54.573492 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5f0c43f7-1fcd-4d19-a884-988fe7fd9ff2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:54.596883 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5f0c43f7-1fcd-4d19-a884-988fe7fd9ff2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:54.749942 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5f0c43f7-1fcd-4d19-a884-988fe7fd9ff2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:54.752697 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-5f0c43f7-1fcd-4d19-a884-988fe7fd9ff2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:54.753817 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-5f0c43f7-1fcd-4d19-a884-988fe7fd9ff2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "DELETE /v2.0/security-groups/db2f9b48-cc68-4710-b3a2-5826b7d27d55 HTTP/1.1" status: 204 len: 168 time: 0.2369990 Jun 10 22:57:54.754592 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-90c0e8e3-bf35-4c29-ae0a-b03f6f1e6cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:54.756605 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52478) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:54.766712 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c43f7-1fcd-4d19-a884-988fe7fd9ff2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2f9b48-cc68-4710-b3a2-5826b7d27d55,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:54.769259 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-5f0c43f7-1fcd-4d19-a884-988fe7fd9ff2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:54.771510 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.api.v2.resource [None req-2fba817f-8536-4990-937d-7abdd4c15188 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] show failed (client error): The resource could not be found. Jun 10 22:57:54.772474 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-2fba817f-8536-4990-937d-7abdd4c15188 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "GET /v2.0/security-groups/db2f9b48-cc68-4710-b3a2-5826b7d27d55 HTTP/1.1" status: 404 len: 347 time: 0.0148666 Jun 10 22:57:54.786587 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52480) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:54.841353 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-a5051a26-680d-4e62-bbb5-59dc79d21066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:54.915661 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:54.942399 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-b61425b3-1e59-427e-9039-f203a1fd1f69 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Deleting port 7e888326-2c9e-4a6a-88c6-a8a53e901657 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:57:54.942737 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b61425b3-1e59-427e-9039-f203a1fd1f69 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:55.041280 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b61425b3-1e59-427e-9039-f203a1fd1f69 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:55.041725 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b61425b3-1e59-427e-9039-f203a1fd1f69 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:55.134976 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-b61425b3-1e59-427e-9039-f203a1fd1f69 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Calling delete_port for 7e888326-2c9e-4a6a-88c6-a8a53e901657 owned by network:floatingip {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:57:55.394141 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b61425b3-1e59-427e-9039-f203a1fd1f69 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:55.396413 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:55.424252 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61425b3-1e59-427e-9039-f203a1fd1f69 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Pushing event deleted for resources: {'Port': ['ID=7e888326-2c9e-4a6a-88c6-a8a53e901657,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:55.427795 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b61425b3-1e59-427e-9039-f203a1fd1f69 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:55.502099 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b61425b3-1e59-427e-9039-f203a1fd1f69 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks [] for floatingip, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:55.504734 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b61425b3-1e59-427e-9039-f203a1fd1f69 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:55.505844 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-b61425b3-1e59-427e-9039-f203a1fd1f69 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] 10.222.0.25 "DELETE /v2.0/floatingips/1eb9482a-1eaf-4b6a-8c7b-c7c7ea706ac6 HTTP/1.1" status: 204 len: 168 time: 0.7183304 Jun 10 22:57:55.920042 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:56.926624 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52500) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:57.033313 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9921-55ff-48e7-ab28-13c2933e5cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:57.124120 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9921-55ff-48e7-ab28-13c2933e5cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:57.229650 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9921-55ff-48e7-ab28-13c2933e5cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:57.233166 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-efce418e-c3ed-4a75-b339-e6d2df18aee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:57.271436 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-c4fb9921-55ff-48e7-ab28-13c2933e5cf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=265961dce21b4e0eaf0947216b878e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433981 Jun 10 22:57:57.274033 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb9921-55ff-48e7-ab28-13c2933e5cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b74c00-afd7-4873-8526-0bafc2e1bee4,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:57.275378 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52514) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:57.277697 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-c4fb9921-55ff-48e7-ab28-13c2933e5cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:57.304459 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:57.336055 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-bfcfe217-9b81-4619-8e04-4d5ebb04b8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:57.358962 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-bfcfe217-9b81-4619-8e04-4d5ebb04b8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:57.504110 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-bfcfe217-9b81-4619-8e04-4d5ebb04b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:57.506730 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-bfcfe217-9b81-4619-8e04-4d5ebb04b8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:57.507889 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-bfcfe217-9b81-4619-8e04-4d5ebb04b8fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3b74c00-afd7-4873-8526-0bafc2e1bee4 HTTP/1.1" status: 204 len: 168 time: 0.2314780 Jun 10 22:57:57.508722 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ace73f8d-367c-44e4-8188-73ef2855af77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:57.517512 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfe217-9b81-4619-8e04-4d5ebb04b8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b74c00-afd7-4873-8526-0bafc2e1bee4,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:57.519772 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-bfcfe217-9b81-4619-8e04-4d5ebb04b8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:58.170757 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52520) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:58.189063 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-339cad2a-2a3e-4d3e-9877-65b4597536d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:58.278688 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-339cad2a-2a3e-4d3e-9877-65b4597536d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:58.348260 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-339cad2a-2a3e-4d3e-9877-65b4597536d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:58.352359 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e4e5e761-d94e-4440-81b7-56a81e42190f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:58.391540 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-339cad2a-2a3e-4d3e-9877-65b4597536d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d231c5dc922a49f380eb87908a4abff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194483 Jun 10 22:57:58.392360 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339cad2a-2a3e-4d3e-9877-65b4597536d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e594fbc2-e174-495d-9b3e-48813a997873,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:58.394444 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52526) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:58.406719 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-339cad2a-2a3e-4d3e-9877-65b4597536d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:58.448423 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5290-7108-4b24-bb66-e621e4f6e548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:58.474842 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5290-7108-4b24-bb66-e621e4f6e548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:58.483836 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52530) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:58.624303 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5290-7108-4b24-bb66-e621e4f6e548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:58.626938 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5290-7108-4b24-bb66-e621e4f6e548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:58.628102 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-e0cb5290-7108-4b24-bb66-e621e4f6e548 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e594fbc2-e174-495d-9b3e-48813a997873 HTTP/1.1" status: 204 len: 168 time: 0.2326109 Jun 10 22:57:58.629413 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-dbcfc4b9-1751-4aca-bcc4-92b429386a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:58.638933 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb5290-7108-4b24-bb66-e621e4f6e548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e594fbc2-e174-495d-9b3e-48813a997873,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:58.641262 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e0cb5290-7108-4b24-bb66-e621e4f6e548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:57:58.818635 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:57:59.108553 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-54bed5b2-45fe-40ed-a101-dd0444adb28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510889'] for router_interface, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:59.428204 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-54bed5b2-45fe-40ed-a101-dd0444adb28c admin admin] Deleting port 2f7693b9-9f4a-4731-a433-e7d6e20673da {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:57:59.429549 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-54bed5b2-45fe-40ed-a101-dd0444adb28c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:59.531648 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [None req-54bed5b2-45fe-40ed-a101-dd0444adb28c admin admin] For port 2f7693b9-9f4a-4731-a433-e7d6e20673da, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=2f7693b9-9f4a-4731-a433-e7d6e20673da,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:57:59.532140 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-54bed5b2-45fe-40ed-a101-dd0444adb28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:59.623086 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-54bed5b2-45fe-40ed-a101-dd0444adb28c admin admin] Calling delete_port for 2f7693b9-9f4a-4731-a433-e7d6e20673da owned by network:router_interface {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:57:59.723023 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52554) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:57:59.818392 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1936317063-network', 'tenant_id': '720bcbc4640d44efa1e0a281c5425bd0'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:57:59.921222 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Made reservation on behalf of 720bcbc4640d44efa1e0a281c5425bd0 for: {'network': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:57:59.923507 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:59.934312 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:59.944443 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-54bed5b2-45fe-40ed-a101-dd0444adb28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:57:59.947328 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b64d67bd-d2d7-4589-8180-8677fd176f47 tempest-TestMinimumBasicScenario-134637708 tempest-TestMinimumBasicScenario-134637708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:57:59.977480 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bed5b2-45fe-40ed-a101-dd0444adb28c admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7693b9-9f4a-4731-a433-e7d6e20673da,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:57:59.978020 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-54bed5b2-45fe-40ed-a101-dd0444adb28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:00.032882 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:00.115567 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:00.118965 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-8131bc2f-d0ce-45b3-82ba-1d90f3c63384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:00.146057 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=98755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:58:00.152854 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff55fff-a695-4b9c-a715-92b94c941344,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:00.156415 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:00.159202 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:00.160323 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.segments_db [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Added segment fd1bb511-efe7-4738-a985-a1eb59d38849 of type vlan for network 84d87f9b-72dc-4466-8063-8eb75c1a88f0 Jun 10 22:58:00.189759 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-54bed5b2-45fe-40ed-a101-dd0444adb28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510265'] for router_interface, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:00.218815 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:00.327031 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:00.328302 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:00.328892 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:00.332046 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d1f1273c-d386-4eb1-a813-96792a61e83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:00.409890 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Pushing event updated for resources: {'Network': ['ID=84d87f9b-72dc-4466-8063-8eb75c1a88f0,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:00.412611 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:00.419652 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network 84d87f9b-72dc-4466-8063-8eb75c1a88f0 details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:58:00.443835 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7172275 Jun 10 22:58:00.444689 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52558) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:58:00.449544 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-34388819-e585-4626-9df5-ad4a65a883c4 admin admin] Request body: {'subnet': {'network_id': '84d87f9b-72dc-4466-8063-8eb75c1a88f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1936317063-subnet', 'tenant_id': '720bcbc4640d44efa1e0a281c5425bd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:58:00.481011 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bed5b2-45fe-40ed-a101-dd0444adb28c admin admin] Router 659cb209-fbc4-4fc0-8e47-859612fc3e34 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:58:00.538588 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34388819-e585-4626-9df5-ad4a65a883c4 admin admin] Made reservation on behalf of 720bcbc4640d44efa1e0a281c5425bd0 for: {'subnet': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:58:00.540990 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-34388819-e585-4626-9df5-ad4a65a883c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263884776'] for subnet, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:00.623694 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bed5b2-45fe-40ed-a101-dd0444adb28c admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:58:00.632348 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-54bed5b2-45fe-40ed-a101-dd0444adb28c admin admin] 10.222.0.25 "PUT /v2.0/routers/659cb209-fbc4-4fc0-8e47-859612fc3e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1445093 Jun 10 22:58:00.632681 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52560) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:58:00.638099 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303003bf-5883-4545-bc7f-b9274d45fff7 None None] Sync routers for ids ['659cb209-fbc4-4fc0-8e47-859612fc3e34'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:58:00.652430 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303003bf-5883-4545-bc7f-b9274d45fff7 None None] Routers {'659cb209-fbc4-4fc0-8e47-859612fc3e34'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:58:00.653245 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-303003bf-5883-4545-bc7f-b9274d45fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:57:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['659cb209-fbc4-4fc0-8e47-859612fc3e34'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:00.861063 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Notify callbacks [] for router, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:00.890923 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-303003bf-5883-4545-bc7f-b9274d45fff7 None None] Set router 659cb209-fbc4-4fc0-8e47-859612fc3e34 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:58:01.021113 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:01.069578 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-34388819-e585-4626-9df5-ad4a65a883c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260563381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263884798'] for subnet, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:01.072805 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:01.124634 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-303003bf-5883-4545-bc7f-b9274d45fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:57:59Z', 'revision_number': 5, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port': {'id': '480eabc5-6831-4993-81fd-4e4bfad58020', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:46:22Z', 'updated_at': '2021-06-10T22:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:01.127951 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303003bf-5883-4545-bc7f-b9274d45fff7 None None] Checking router: 659cb209-fbc4-4fc0-8e47-859612fc3e34 for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:58:01.136132 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303003bf-5883-4545-bc7f-b9274d45fff7 None None] Routers {'659cb209-fbc4-4fc0-8e47-859612fc3e34'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:58:01.136734 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-303003bf-5883-4545-bc7f-b9274d45fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:57:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['659cb209-fbc4-4fc0-8e47-859612fc3e34'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:01.169540 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34388819-e585-4626-9df5-ad4a65a883c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae66ff3-9b98-41df-9aef-5caba87b593a,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:01.173450 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-34388819-e585-4626-9df5-ad4a65a883c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:01.179515 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34388819-e585-4626-9df5-ad4a65a883c4 admin admin] Checking segment: {'id': 'fd1bb511-efe7-4738-a985-a1eb59d38849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84d87f9b-72dc-4466-8063-8eb75c1a88f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:58:01.179884 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34388819-e585-4626-9df5-ad4a65a883c4 admin admin] Network hostable DHCP agents. Network: 84d87f9b-72dc-4466-8063-8eb75c1a88f0, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:58:01.199098 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Deleting port 480eabc5-6831-4993-81fd-4e4bfad58020 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:58:01.199438 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:01.260291 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-303003bf-5883-4545-bc7f-b9274d45fff7 None None] Set router 659cb209-fbc4-4fc0-8e47-859612fc3e34 gateway port host: None {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:58:01.300043 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34388819-e585-4626-9df5-ad4a65a883c4 admin admin] Network 84d87f9b-72dc-4466-8063-8eb75c1a88f0 is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:58:01.309589 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] For port 480eabc5-6831-4993-81fd-4e4bfad58020, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=480eabc5-6831-4993-81fd-4e4bfad58020,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:01.309950 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:01.340940 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-303003bf-5883-4545-bc7f-b9274d45fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:58:01Z', 'revision_number': 6, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port_host': None}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:01.344604 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303003bf-5883-4545-bc7f-b9274d45fff7 None None] The sync data for ids ['659cb209-fbc4-4fc0-8e47-859612fc3e34'] in dv-cinder-790535-2-iscsi is: [{'id': '659cb209-fbc4-4fc0-8e47-859612fc3e34', 'name': 'tempest-AttachVolumeShelveTestJSON-1781644238-router', 'tenant_id': 'bd4a447943d748249dde91fbf60f4eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:46:20Z', 'updated_at': '2021-06-10T22:58:01Z', 'revision_number': 6, 'project_id': 'bd4a447943d748249dde91fbf60f4eda', 'gw_port_host': None}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:58:01.405104 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Calling delete_port for 480eabc5-6831-4993-81fd-4e4bfad58020 owned by network:router_gateway {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:58:01.409286 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-34388819-e585-4626-9df5-ad4a65a883c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, 84d87f9b-72dc-4466-8063-8eb75c1a88f0) {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:58:01.417803 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34388819-e585-4626-9df5-ad4a65a883c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:01.418109 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74800a0f-fdd6-4c56-b9bb-58a23d680db2 None None] Network 84d87f9b-72dc-4466-8063-8eb75c1a88f0 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:58:01.423918 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-34388819-e585-4626-9df5-ad4a65a883c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:01.573524 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d447a48-0366-4097-8e0f-1b5676899f12 None None] Network 84d87f9b-72dc-4466-8063-8eb75c1a88f0 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:58:01.574862 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-34388819-e585-4626-9df5-ad4a65a883c4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1290114 Jun 10 22:58:01.711487 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:01.715562 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6df070cc-f442-48a9-8009-5f19f87fdbd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:01.749218 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Pushing event deleted for resources: {'Port': ['ID=480eabc5-6831-4993-81fd-4e4bfad58020,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:01.752430 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:01.829696 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:01.963721 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:01.965739 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:02.126940 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508493'] for router, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:02.127445 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 659cb209-fbc4-4fc0-8e47-859612fc3e34 {{(pid=98755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 22:58:02.132906 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Notify callbacks [] for router, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:02.134601 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] 10.222.0.25 "DELETE /v2.0/routers/659cb209-fbc4-4fc0-8e47-859612fc3e34 HTTP/1.1" status: 204 len: 168 time: 1.5009878 Jun 10 22:58:02.137337 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52572) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:58:02.189420 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab9a6c3-bca4-42b8-bb23-e679fcf661fd admin admin] Deleting subnet 35d4f47f-32e3-473c-b6fb-4be1ccbc6118 {{(pid=98755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:58:02.192734 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4ab9a6c3-bca4-42b8-bb23-e679fcf661fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:02.235303 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4ab9a6c3-bca4-42b8-bb23-e679fcf661fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261504014'] for subnet, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:02.332630 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4ab9a6c3-bca4-42b8-bb23-e679fcf661fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:02.503130 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4ab9a6c3-bca4-42b8-bb23-e679fcf661fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260563444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263884791'] for subnet, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:02.505556 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:02.540225 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9a6c3-bca4-42b8-bb23-e679fcf661fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d4f47f-32e3-473c-b6fb-4be1ccbc6118,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:02.545624 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-4ab9a6c3-bca4-42b8-bb23-e679fcf661fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:02.547565 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-4ab9a6c3-bca4-42b8-bb23-e679fcf661fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:02.551370 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-4ab9a6c3-bca4-42b8-bb23-e679fcf661fd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/35d4f47f-32e3-473c-b6fb-4be1ccbc6118 HTTP/1.1" status: 204 len: 168 time: 0.4129047 Jun 10 22:58:02.551609 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52578) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:58:02.552790 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6aae98-8aff-4d37-b9cf-80c193def6b6 None None] Network 4bf55eb4-ce53-42eb-adc7-05ee654e0346 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:58:02.707324 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 2f7693b9-9f4a-4731-a433-e7d6e20673da no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:58:02.734669 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 2f7693b9-9f4a-4731-a433-e7d6e20673da {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:58:02.735023 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 2f7693b9-9f4a-4731-a433-e7d6e20673da not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:58:02.735446 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 480eabc5-6831-4993-81fd-4e4bfad58020 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:58:02.767216 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 480eabc5-6831-4993-81fd-4e4bfad58020 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:58:02.767216 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 480eabc5-6831-4993-81fd-4e4bfad58020 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:58:02.844587 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2921e090-495a-4741-9ba4-04cbdfcff886 None None] DHCP port deletion for 4bf55eb4-ce53-42eb-adc7-05ee654e0346 request from dv-cinder-790535-2-iscsi {{(pid=98756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 22:58:02.901665 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-2921e090-495a-4741-9ba4-04cbdfcff886 None None] Deleting port 5db3e09f-49a6-4fa4-971b-c8daf91dff60 {{(pid=98756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:58:02.902049 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2921e090-495a-4741-9ba4-04cbdfcff886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:02.934565 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:02.982867 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-2921e090-495a-4741-9ba4-04cbdfcff886 None None] For port 5db3e09f-49a6-4fa4-971b-c8daf91dff60, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=5db3e09f-49a6-4fa4-971b-c8daf91dff60,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:02.983245 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2921e090-495a-4741-9ba4-04cbdfcff886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:02.993226 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Deleting port 5db3e09f-49a6-4fa4-971b-c8daf91dff60 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:58:02.993572 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:03.074470 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-2921e090-495a-4741-9ba4-04cbdfcff886 None None] Calling delete_port for 5db3e09f-49a6-4fa4-971b-c8daf91dff60 owned by network:dhcp {{(pid=98756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:58:03.077700 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] For port 5db3e09f-49a6-4fa4-971b-c8daf91dff60, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=5db3e09f-49a6-4fa4-971b-c8daf91dff60,segment=NetworkSegment(187ecb30-798a-4807-9083-f349320ff0d6),segment_id=187ecb30-798a-4807-9083-f349320ff0d6)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:03.078091 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:03.168785 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Calling delete_port for 5db3e09f-49a6-4fa4-971b-c8daf91dff60 owned by network:dhcp {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:58:03.270142 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2921e090-495a-4741-9ba4-04cbdfcff886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152'] for port, after_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:03.272826 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:03.276900 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:03.279703 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-77615126-a093-416e-b18b-b24ea973e216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:03.300613 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921e090-495a-4741-9ba4-04cbdfcff886 None None] Pushing event deleted for resources: {'Port': ['ID=5db3e09f-49a6-4fa4-971b-c8daf91dff60,revision_number=None']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:03.304128 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-2921e090-495a-4741-9ba4-04cbdfcff886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:03.304930 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2921e090-495a-4741-9ba4-04cbdfcff886 None None] No DVR routers for this DVR port 5db3e09f-49a6-4fa4-971b-c8daf91dff60 on host dv-cinder-790535-2-iscsi {{(pid=98756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:58:03.312540 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Pushing event deleted for resources: {'Port': ['ID=5db3e09f-49a6-4fa4-971b-c8daf91dff60,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:03.315536 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] No DVR routers for this DVR port 5db3e09f-49a6-4fa4-971b-c8daf91dff60 on host dv-cinder-790535-2-iscsi {{(pid=98754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:58:03.317045 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:03.412467 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:03.423328 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf55eb4-ce53-42eb-adc7-05ee654e0346']}} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:03.434481 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187ecb30-798a-4807-9083-f349320ff0d6') {'for_net_delete': True} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:03.434788 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187ecb30-798a-4807-9083-f349320ff0d6') {} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:03.445175 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261414582'] for segment, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:03.459349 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:03.465249 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=98754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:58:03.465633 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261566773'] for segment, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: self.session.flush() Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: self.session.flush() Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: self.session.flush() Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: self.session.flush() Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: Traceback (most recent call last): Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: timer() Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: cb(*args, **kw) Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: return func(*args, **kwargs) Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: self._notify() Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: self.callback(batched_events) Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: event.method(event) Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: return f(self, *a, **k) Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._get(url).json() Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: return self.request(url, 'GET', **kwargs) Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:58:03.467263 dv-cinder-790535-2-iscsi neutron-server[98754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:58:03.634364 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:03.638268 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:03.641608 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:03.643431 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] 10.222.0.25 "DELETE /v2.0/networks/4bf55eb4-ce53-42eb-adc7-05ee654e0346 HTTP/1.1" status: 204 len: 168 time: 1.0908852 Jun 10 22:58:03.673084 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf55eb4-ce53-42eb-adc7-05ee654e0346,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:03.675515 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:03.887807 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-728213db-3358-477b-9377-f9670089f5cd tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:03.889201 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-728213db-3358-477b-9377-f9670089f5cd tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/networks?id=84d87f9b-72dc-4466-8063-8eb75c1a88f0 HTTP/1.1" status: 200 len: 809 time: 0.1263137 Jun 10 22:58:03.903335 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-9548e2a8-c892-4c8f-a203-72ff640d6df2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/quotas/720bcbc4640d44efa1e0a281c5425bd0 HTTP/1.1" status: 200 len: 375 time: 0.0086150 Jun 10 22:58:03.940181 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-f1d31932-14f7-4d25-a2ed-8ea51ba38a85 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=720bcbc4640d44efa1e0a281c5425bd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320396 Jun 10 22:58:04.052718 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52602) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:58:04.054867 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-dda36a91-0bed-4791-aee0-9056f24b41bc service neutron] 10.222.0.25 "GET /v2.0/networks/84d87f9b-72dc-4466-8063-8eb75c1a88f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081734 Jun 10 22:58:04.096294 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-c9508357-9ee9-4b35-ba1b-1b903e93e61f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd4a447943d748249dde91fbf60f4eda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423262 Jun 10 22:58:04.098746 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52604) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:58:04.149339 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6dc82709-f650-4ca8-ab01-ef40e363a30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:04.168770 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-ba5a7438-e217-4061-8144-7043bb495b77 service neutron] 10.222.0.25 "GET /v2.0/networks/84d87f9b-72dc-4466-8063-8eb75c1a88f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081004 Jun 10 22:58:04.172327 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6dc82709-f650-4ca8-ab01-ef40e363a30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:04.298387 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6dc82709-f650-4ca8-ab01-ef40e363a30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:04.300957 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6dc82709-f650-4ca8-ab01-ef40e363a30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:04.302087 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-6dc82709-f650-4ca8-ab01-ef40e363a30a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c566cdd-aaac-429b-a9f9-8b48270f0cf1 HTTP/1.1" status: 204 len: 168 time: 0.2024357 Jun 10 22:58:04.302867 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e7bd4fdc-59a6-452e-9713-ec16763025e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:04.311444 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc82709-f650-4ca8-ab01-ef40e363a30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c566cdd-aaac-429b-a9f9-8b48270f0cf1,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:04.313952 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-6dc82709-f650-4ca8-ab01-ef40e363a30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:04.417373 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a7904d06-e36f-469f-9b94-9911868092e7 req-e85c92df-12b6-4d76-80be-678d9077d5bb tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 210 time: 0.0355535 Jun 10 22:58:04.657250 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 5db3e09f-49a6-4fa4-971b-c8daf91dff60 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:58:04.684919 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 5db3e09f-49a6-4fa4-971b-c8daf91dff60 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:58:04.685157 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 5db3e09f-49a6-4fa4-971b-c8daf91dff60 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:58:05.500109 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-61ef8e80-aa0f-4b0f-9bfb-3d4852e24834 req-466bf00d-59d2-4ecf-ad96-dbe7fd96c711 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 210 time: 0.0330904 Jun 10 22:58:05.507378 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52640) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:58:05.604503 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1018315103-network', 'tenant_id': '3b9a0fd00214467eb6ffb10e4815c13f'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:58:05.710261 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Made reservation on behalf of 3b9a0fd00214467eb6ffb10e4815c13f for: {'network': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:58:05.712660 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for network, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:05.723538 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:05.818474 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:05.972996 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:05.976101 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-5f0c43f7-1fcd-4d19-a884-988fe7fd9ff2 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:06.001650 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=98755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 22:58:06.008126 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eb4ec5-af16-4885-a800-c85b4f1c0a6c,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:06.011711 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:06.014384 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:06.018145 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.segments_db [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Added segment 72df4296-90ea-46f6-bb23-9c25c3358abc of type vlan for network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd Jun 10 22:58:06.065334 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787106731695'] for network, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:06.183902 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887'] for network, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:06.185236 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:06.185841 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:06.188827 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f961ef5d-dded-4c07-b0f8-7554c3d0c461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:06.265624 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Pushing event updated for resources: {'Network': ['ID=569360cf-6bcc-4f72-90fe-6a05cc9e91fd,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:06.268309 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:06.275797 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd details requested by agent ovs-agent-dv-cinder-790535-2-iscsi with host dv-cinder-790535-2-iscsi {{(pid=98756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 22:58:06.291887 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-6c2dd6b2-0e44-4641-8e0e-3dce9ce2ef7d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7834208 Jun 10 22:58:06.294734 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 52644) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:58:06.299916 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-d2f6235f-fa44-4d32-9b38-2d6c37036640 admin admin] Request body: {'subnet': {'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1018315103-subnet', 'tenant_id': '3b9a0fd00214467eb6ffb10e4815c13f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:58:06.439548 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f6235f-fa44-4d32-9b38-2d6c37036640 admin admin] Made reservation on behalf of 3b9a0fd00214467eb6ffb10e4815c13f for: {'subnet': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:58:06.443196 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d2f6235f-fa44-4d32-9b38-2d6c37036640 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263884776'] for subnet, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:06.653495 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-483fc3d7-faca-44f0-aa22-691197f9ceac req-a3ab2eb6-d562-4cbf-a06d-61033924933f tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 210 time: 0.0388110 Jun 10 22:58:06.767328 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d2f6235f-fa44-4d32-9b38-2d6c37036640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260563381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263884798'] for subnet, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:06.769842 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-198cb77d-9494-4440-90f9-0d8672aa0b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:06.829516 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6235f-fa44-4d32-9b38-2d6c37036640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0822fe5-d43b-4d91-9089-b2de81797b9b,revision_number=0']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:06.837097 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d2f6235f-fa44-4d32-9b38-2d6c37036640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:06.845570 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6235f-fa44-4d32-9b38-2d6c37036640 admin admin] Checking segment: {'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:58:06.845927 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f6235f-fa44-4d32-9b38-2d6c37036640 admin admin] Network hostable DHCP agents. Network: 569360cf-6bcc-4f72-90fe-6a05cc9e91fd, hostable agents: ['de591bda-e81b-4235-832d-0d8665e634a8'], hosted agents: [] {{(pid=98755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 22:58:07.052864 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f6235f-fa44-4d32-9b38-2d6c37036640 admin admin] Network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd is scheduled to be hosted by DHCP agent de591bda-e81b-4235-832d-0d8665e634a8 with binding_index 1 {{(pid=98755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 22:58:07.190057 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-d2f6235f-fa44-4d32-9b38-2d6c37036640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-2-iscsi, 569360cf-6bcc-4f72-90fe-6a05cc9e91fd) {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:58:07.194248 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f6235f-fa44-4d32-9b38-2d6c37036640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:07.194932 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-d2f6235f-fa44-4d32-9b38-2d6c37036640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:07.200377 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631d1db9-f8c1-473e-9521-739d82afc17d None None] Network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:58:07.358472 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5fc744-bfe6-458d-b5a1-3f05e75c2b60 None None] Network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:58:07.380950 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-d2f6235f-fa44-4d32-9b38-2d6c37036640 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0851421 Jun 10 22:58:07.482340 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-1e8b93ac-d002-403c-8476-228832d7c964 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:07.483901 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-1e8b93ac-d002-403c-8476-228832d7c964 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.13 "GET /v2.0/networks?id=84d87f9b-72dc-4466-8063-8eb75c1a88f0 HTTP/1.1" status: 200 len: 809 time: 0.1366911 Jun 10 22:58:07.504527 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Request body: {'port': {'device_id': 'bacf1e38-085d-4a05-94e3-fcc702851434', 'network_id': '84d87f9b-72dc-4466-8063-8eb75c1a88f0', 'admin_state_up': True, 'tenant_id': '720bcbc4640d44efa1e0a281c5425bd0'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:58:07.757948 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Made reservation on behalf of 720bcbc4640d44efa1e0a281c5425bd0 for: {'port': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:58:07.761447 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:07.802372 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e48a0413-d18e-4418-9dad-e55c32d21372 req-757e18a8-745f-4446-803a-a3b35b941488 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 210 time: 0.0340300 Jun 10 22:58:07.901373 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-d5642407-cd05-4e49-b8d5-e71fb6570fbe tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:07.902815 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-d5642407-cd05-4e49-b8d5-e71fb6570fbe tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/networks?id=569360cf-6bcc-4f72-90fe-6a05cc9e91fd HTTP/1.1" status: 200 len: 815 time: 0.1902504 Jun 10 22:58:07.926161 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-126af76f-c230-4df6-97ac-bc9ac2e8afaa tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/quotas/3b9a0fd00214467eb6ffb10e4815c13f HTTP/1.1" status: 200 len: 375 time: 0.0169494 Jun 10 22:58:07.989845 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-4996b1b7-afe4-480e-8b70-feff20560550 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551205 Jun 10 22:58:08.330537 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Allocated IP 172.20.0.7 (84d87f9b-72dc-4466-8063-8eb75c1a88f0/9ae66ff3-9b98-41df-9aef-5caba87b593a/3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:58:08.438872 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-72ffd88d-cd35-42e9-afb4-bd2f10fbcede service neutron] 10.222.0.25 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405754 Jun 10 22:58:08.651924 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-ea3d4aa5-5015-4c3b-b070-7eee73dcee30 service neutron] 10.222.0.25 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047617 Jun 10 22:58:08.655060 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:08.790683 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:08.795467 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:08.848349 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Network 84d87f9b-72dc-4466-8063-8eb75c1a88f0 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:58:08.852599 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:58:08.859464 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:58:08.888637 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Pushing event updated for resources: {'Port': ['ID=3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:08.892909 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:08.921673 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:08.922331 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:08.987468 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661532f-f555-464a-83d7-2ee34ed84224 req-3085a713-67c3-4ea4-ab79-2e8c8200fbad tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:08.990403 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c661532f-f555-464a-83d7-2ee34ed84224 req-3085a713-67c3-4ea4-ab79-2e8c8200fbad tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 931 time: 0.0727222 Jun 10 22:58:09.013211 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e66bf745-cec7-420f-b8ab-95025d61830c req-efc87376-e4d7-4d2c-93f9-5a480ac61f12 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 210 time: 0.0335531 Jun 10 22:58:09.034881 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c661532f-f555-464a-83d7-2ee34ed84224 req-fb828cf5-979c-4eba-bf52-ab9db440f1ec tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388544 Jun 10 22:58:09.058892 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5664151 Jun 10 22:58:09.072912 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Request body: {'port': {'device_id': 'bacf1e38-085d-4a05-94e3-fcc702851434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:58:09.160335 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:09.464736 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 {{(pid=98755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:58:09.471834 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:09.483279 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Transition to ACTIVE for port object 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 will not be triggered until provisioned by entity L2. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:58:09.555517 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:09.558672 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-50c7ebe3-d862-4c67-8e5b-7f7c98467e4e tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:09.655108 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Pushing event updated for resources: {'Port': ['ID=3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:09.658017 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:09.736696 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Attempting to bind port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:58:09.737003 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Attempting to bind port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'fd1bb511-efe7-4738-a985-a1eb59d38849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84d87f9b-72dc-4466-8063-8eb75c1a88f0'}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:58:09.737334 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Attempting to bind port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 on network 84d87f9b-72dc-4466-8063-8eb75c1a88f0 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:58:09.742176 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 on network 84d87f9b-72dc-4466-8063-8eb75c1a88f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:58:09.743997 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Attempting to bind port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 on network 84d87f9b-72dc-4466-8063-8eb75c1a88f0 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:58:09.747382 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:58:09.747730 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Checking segment: {'id': 'fd1bb511-efe7-4738-a985-a1eb59d38849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84d87f9b-72dc-4466-8063-8eb75c1a88f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:58:09.748142 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Bound using segment: {'id': 'fd1bb511-efe7-4738-a985-a1eb59d38849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84d87f9b-72dc-4466-8063-8eb75c1a88f0'} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:58:09.748637 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Bound port: 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1bb511-efe7-4738-a985-a1eb59d38849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84d87f9b-72dc-4466-8063-8eb75c1a88f0'}}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:58:09.748989 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:09.824104 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] For port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31, host hv-cinder-79053, cleared binding levels {{(pid=98755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:58:09.827017 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] For port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31,segment=NetworkSegment(fd1bb511-efe7-4738-a985-a1eb59d38849),segment_id=fd1bb511-efe7-4738-a985-a1eb59d38849)] {{(pid=98755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:58:09.955920 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:09.958917 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7d39d4f5-9fb2-4ecb-9d22-4a305376f506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:09.995086 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:09.995705 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:09.997095 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] 10.222.0.13 "PUT /v2.0/ports/3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 HTTP/1.1" status: 200 len: 1093 time: 0.9290309 Jun 10 22:58:09.997617 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacf1e38-085d-4a05-94e3-fcc702851434', 'tag': '3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:58:09.999940 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0778fb-306e-44c2-ba1f-568c1af3e12e" -d '{"events": [{"name": "network-changed", "server_uuid": "bacf1e38-085d-4a05-94e3-fcc702851434", "tag": "3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:58:10.028627 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Pushing event updated for resources: {'Port': ['ID=3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31,revision_number=3']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:10.031533 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:10.040670 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87630ce4-bd18-4fe9-9ba1-45340547aeb4 x-openstack-request-id: req-87630ce4-bd18-4fe9-9ba1-45340547aeb4 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:58:10.041010 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacf1e38-085d-4a05-94e3-fcc702851434", "tag": "3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:58:10.041306 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87630ce4-bd18-4fe9-9ba1-45340547aeb4 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:58:10.041742 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacf1e38-085d-4a05-94e3-fcc702851434', 'tag': '3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31', 'status': 'completed', 'code': 200} Jun 10 22:58:10.106981 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-e6d57644-1187-42ba-8814-1e8e9c7f2d13 req-6ebfb637-cd7b-425a-81cd-76d08b9f007d tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 210 time: 0.0385158 Jun 10 22:58:10.130349 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0778fb-306e-44c2-ba1f-568c1af3e12e req-2bd82a17-b17b-4165-86ca-ed8fe57b405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:10.132143 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c0778fb-306e-44c2-ba1f-568c1af3e12e req-2bd82a17-b17b-4165-86ca-ed8fe57b405a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=720bcbc4640d44efa1e0a281c5425bd0&device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 1096 time: 0.0689280 Jun 10 22:58:10.298281 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0778fb-306e-44c2-ba1f-568c1af3e12e req-9da19efe-c05d-4e01-a702-919241e75caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:10.299645 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c0778fb-306e-44c2-ba1f-568c1af3e12e req-9da19efe-c05d-4e01-a702-919241e75caa service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=720bcbc4640d44efa1e0a281c5425bd0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1607213 Jun 10 22:58:10.314283 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe321f-4292-4f1f-92a5-4248ab4d7260 req-74c1bfa1-2db5-4962-b938-2370bf1c7064 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:10.315633 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c6fe321f-4292-4f1f-92a5-4248ab4d7260 req-74c1bfa1-2db5-4962-b938-2370bf1c7064 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 943 time: 0.1417732 Jun 10 22:58:10.434638 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c6fe321f-4292-4f1f-92a5-4248ab4d7260 req-6f40b00a-0be9-4693-8d8f-85d1f908c1d4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092200 Jun 10 22:58:10.457709 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0778fb-306e-44c2-ba1f-568c1af3e12e req-ce2bdffe-342a-4643-935b-4e9b05083261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:10.459063 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c0778fb-306e-44c2-ba1f-568c1af3e12e req-ce2bdffe-342a-4643-935b-4e9b05083261 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1523499 Jun 10 22:58:10.551891 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-4dc362f8-b309-4690-a38d-1eecbacaf6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:10.553316 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-4dc362f8-b309-4690-a38d-1eecbacaf6d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=720bcbc4640d44efa1e0a281c5425bd0&device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 1096 time: 0.0575428 Jun 10 22:58:10.619720 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-50405723-d45f-4eea-b762-e2148154c0c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 HTTP/1.1" status: 200 len: 217 time: 0.0496733 Jun 10 22:58:10.677712 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-9e985a24-927b-435c-a744-e799c4ab298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:10.679142 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-9e985a24-927b-435c-a744-e799c4ab298d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ae66ff3-9b98-41df-9aef-5caba87b593a HTTP/1.1" status: 200 len: 849 time: 0.0524602 Jun 10 22:58:10.718453 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-dc445e57-8da3-4a69-8f5d-9a8cacf1d460 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84d87f9b-72dc-4466-8063-8eb75c1a88f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305257 Jun 10 22:58:10.832934 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-5b24bede-5a4a-4b79-9d91-42a5426ab5b0 service neutron] 10.222.0.13 "GET /v2.0/networks/84d87f9b-72dc-4466-8063-8eb75c1a88f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085248 Jun 10 22:58:10.954482 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3bc741fb-036b-42c0-a0b3-09d4156f1cd7 req-03fd3687-de30-498e-ab51-cadf852e6e76 service neutron] 10.222.0.13 "GET /v2.0/networks/84d87f9b-72dc-4466-8063-8eb75c1a88f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084032 Jun 10 22:58:11.252560 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cc44fb2b-cb14-406e-a5d0-6d460316e2ae req-362f8ae7-b288-451c-b789-e0eb456d878a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 210 time: 0.0332162 Jun 10 22:58:11.614192 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172192d-f2e3-4064-a802-07af73bbdbe2 req-ff165ab4-103e-4a46-80b9-5a462f580e5e tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:11.615652 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1172192d-f2e3-4064-a802-07af73bbdbe2 req-ff165ab4-103e-4a46-80b9-5a462f580e5e tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 943 time: 0.0685759 Jun 10 22:58:11.656621 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-1172192d-f2e3-4064-a802-07af73bbdbe2 req-e40bb438-c520-4ab5-b7d5-83d3ed1e6244 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352368 Jun 10 22:58:11.926189 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-1f32038b-343c-4b79-a513-9d1f75c11bb7 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:11.928112 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-1f32038b-343c-4b79-a513-9d1f75c11bb7 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "GET /v2.0/networks?id=569360cf-6bcc-4f72-90fe-6a05cc9e91fd HTTP/1.1" status: 200 len: 815 time: 0.1354575 Jun 10 22:58:11.941328 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Request body: {'port': {'device_id': '112aae41-61d7-4268-9cb3-71f6264d64bd', 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd', 'admin_state_up': True, 'tenant_id': '3b9a0fd00214467eb6ffb10e4815c13f'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:58:12.251045 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Made reservation on behalf of 3b9a0fd00214467eb6ffb10e4815c13f for: {'port': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:58:12.254606 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:12.403706 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Allocated IP 172.20.0.2 (569360cf-6bcc-4f72-90fe-6a05cc9e91fd/f0822fe5-d43b-4d91-9089-b2de81797b9b/3f0c6b78-40f5-45fd-a037-dd1f30041d90) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:58:12.404733 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9fd47525-b92f-4afb-8d53-533aeec7240b req-b094a5ad-c14c-4023-a43a-7a25103655d3 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 210 time: 0.0338902 Jun 10 22:58:12.578757 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:12.687358 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:12.692435 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3926ac11-28c6-42ab-8c1f-8cdc3bd89f6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:12.741683 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:58:12.745042 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:58:12.747594 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:58:12.783302 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Pushing event updated for resources: {'Port': ['ID=3f0c6b78-40f5-45fd-a037-dd1f30041d90,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:12.786083 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:12.847720 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:12.848270 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:12.885590 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6527282-9429-46bb-a197-cae0b0dde434 req-a55e39db-8c9b-438f-8f2c-e8bbee1758ee tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:12.887010 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c6527282-9429-46bb-a197-cae0b0dde434 req-a55e39db-8c9b-438f-8f2c-e8bbee1758ee tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 943 time: 0.1077423 Jun 10 22:58:12.928094 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c6527282-9429-46bb-a197-cae0b0dde434 req-2747c06e-f6cf-4660-9c0d-131d669d1f50 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351942 Jun 10 22:58:12.943161 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0059752 Jun 10 22:58:12.985724 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Request body: {'port': {'device_id': '112aae41-61d7-4268-9cb3-71f6264d64bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:58:13.068055 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:13.111827 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:58:13.356968 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31,segment=NetworkSegment(fd1bb511-efe7-4738-a985-a1eb59d38849),segment_id=fd1bb511-efe7-4738-a985-a1eb59d38849)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:13.369592 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31', 'network_id': '84d87f9b-72dc-4466-8063-8eb75c1a88f0', 'port_id': '3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31', 'mac_address': 'fa:16:3e:ba:a8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae66ff3-9b98-41df-9aef-5caba87b593a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:58:13.377438 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0c6b78-40f5-45fd-a037-dd1f30041d90 {{(pid=98755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:58:13.385186 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:13.396918 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Transition to ACTIVE for port object 3f0c6b78-40f5-45fd-a037-dd1f30041d90 will not be triggered until provisioned by entity L2. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:58:13.411764 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:13.426821 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:58:13.447456 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31,segment=NetworkSegment(fd1bb511-efe7-4738-a985-a1eb59d38849),segment_id=fd1bb511-efe7-4738-a985-a1eb59d38849)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:13.492905 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:13.496038 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-911421db-836f-4d50-bfb0-b20eaffbfd7f tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:13.555467 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:13.557861 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:13.589341 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b222-4c4e-473e-9d3f-384e24b41073 req-ad438a2d-8372-4761-b39c-38e69671bf58 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:13.590851 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ce56b222-4c4e-473e-9d3f-384e24b41073 req-ad438a2d-8372-4761-b39c-38e69671bf58 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 943 time: 0.0712178 Jun 10 22:58:13.611750 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0c6b78-40f5-45fd-a037-dd1f30041d90,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:13.613236 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:13.615107 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:13.616762 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:13.641526 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ce56b222-4c4e-473e-9d3f-384e24b41073 req-5dda2ec5-b91d-4a61-aa88-8569a8dc3dc7 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441413 Jun 10 22:58:13.882119 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:58:13.965109 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Attempting to bind port 3f0c6b78-40f5-45fd-a037-dd1f30041d90 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:58:13.965559 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Attempting to bind port 3f0c6b78-40f5-45fd-a037-dd1f30041d90 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:58:13.965765 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Attempting to bind port 3f0c6b78-40f5-45fd-a037-dd1f30041d90 on network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:58:13.969973 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Port 3f0c6b78-40f5-45fd-a037-dd1f30041d90 on network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:58:13.970295 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Attempting to bind port 3f0c6b78-40f5-45fd-a037-dd1f30041d90 on network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:58:13.975786 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:58:13.976156 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Checking segment: {'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:58:13.976532 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Bound using segment: {'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:58:13.976958 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Bound port: 3f0c6b78-40f5-45fd-a037-dd1f30041d90, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'}}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:58:13.977298 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:14.079528 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] For port 3f0c6b78-40f5-45fd-a037-dd1f30041d90, host hv-cinder-79053, cleared binding levels {{(pid=98755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:58:14.096051 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] For port 3f0c6b78-40f5-45fd-a037-dd1f30041d90, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3f0c6b78-40f5-45fd-a037-dd1f30041d90,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:58:14.125122 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8b3a2-b71b-4af9-ab18-1c940c9afdf7 req-c38104e5-1565-4f8d-b6be-6cfc661a39eb tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:14.126548 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-77d8b3a2-b71b-4af9-ab18-1c940c9afdf7 req-c38104e5-1565-4f8d-b6be-6cfc661a39eb tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 944 time: 0.0835488 Jun 10 22:58:14.167612 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-77d8b3a2-b71b-4af9-ab18-1c940c9afdf7 req-aa94d542-37fe-48bb-8458-04b749ef1ff4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354517 Jun 10 22:58:14.195937 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:14.198845 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:14.238904 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:14.239517 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:14.240932 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] 10.222.0.13 "PUT /v2.0/ports/3f0c6b78-40f5-45fd-a037-dd1f30041d90 HTTP/1.1" status: 200 len: 1093 time: 1.2594488 Jun 10 22:58:14.241426 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112aae41-61d7-4268-9cb3-71f6264d64bd', 'tag': '3f0c6b78-40f5-45fd-a037-dd1f30041d90'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:58:14.243682 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af979376-a9ee-4a52-a60e-495a56ebf452" -d '{"events": [{"name": "network-changed", "server_uuid": "112aae41-61d7-4268-9cb3-71f6264d64bd", "tag": "3f0c6b78-40f5-45fd-a037-dd1f30041d90"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:58:14.264287 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0c6b78-40f5-45fd-a037-dd1f30041d90,revision_number=3']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:14.267461 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:14.279865 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b45f08-c9b5-49e3-9283-54099bb5c8d6 x-openstack-request-id: req-80b45f08-c9b5-49e3-9283-54099bb5c8d6 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:58:14.280204 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112aae41-61d7-4268-9cb3-71f6264d64bd", "tag": "3f0c6b78-40f5-45fd-a037-dd1f30041d90", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:58:14.280494 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80b45f08-c9b5-49e3-9283-54099bb5c8d6 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:58:14.281023 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112aae41-61d7-4268-9cb3-71f6264d64bd', 'tag': '3f0c6b78-40f5-45fd-a037-dd1f30041d90', 'status': 'completed', 'code': 200} Jun 10 22:58:14.367011 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af979376-a9ee-4a52-a60e-495a56ebf452 req-6054bc58-ed42-457c-86f4-36d178da0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:14.368498 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-af979376-a9ee-4a52-a60e-495a56ebf452 req-6054bc58-ed42-457c-86f4-36d178da0ee5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 1096 time: 0.0627873 Jun 10 22:58:14.484922 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af979376-a9ee-4a52-a60e-495a56ebf452 req-04d3b563-ee00-45d9-90cf-f669090bbf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:14.486254 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-af979376-a9ee-4a52-a60e-495a56ebf452 req-04d3b563-ee00-45d9-90cf-f669090bbf82 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1104171 Jun 10 22:58:14.606548 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af979376-a9ee-4a52-a60e-495a56ebf452 req-1808b4a3-add0-4df9-ad55-86529c37cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:14.606548 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-af979376-a9ee-4a52-a60e-495a56ebf452 req-1808b4a3-add0-4df9-ad55-86529c37cea8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1098650 Jun 10 22:58:14.702965 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-583008f4-b13a-45f0-a73e-aef0dc28b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:14.704521 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-583008f4-b13a-45f0-a73e-aef0dc28b35f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 1096 time: 0.0628908 Jun 10 22:58:14.760577 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-cb5f40ab-b25e-4cc7-b678-95a3ff5b94ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f0c6b78-40f5-45fd-a037-dd1f30041d90 HTTP/1.1" status: 200 len: 217 time: 0.0482652 Jun 10 22:58:14.860049 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-6a1e29b8-3dd7-4d9f-bda9-062ffd737256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:14.861501 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-6a1e29b8-3dd7-4d9f-bda9-062ffd737256 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0822fe5-d43b-4d91-9089-b2de81797b9b HTTP/1.1" status: 200 len: 855 time: 0.0721204 Jun 10 22:58:14.873540 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c624887-8a7d-4e97-890f-fbe1394ba3b1 req-3548f116-d31e-46d5-8d36-f316dad9d635 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:14.874884 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7c624887-8a7d-4e97-890f-fbe1394ba3b1 req-3548f116-d31e-46d5-8d36-f316dad9d635 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 943 time: 0.1172276 Jun 10 22:58:14.910102 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-8ab4495e-42f3-474b-9108-83795b25e454 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=569360cf-6bcc-4f72-90fe-6a05cc9e91fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343454 Jun 10 22:58:14.973636 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7c624887-8a7d-4e97-890f-fbe1394ba3b1 req-3c3ded74-f8ce-4775-82f0-93591369db56 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896087 Jun 10 22:58:15.043659 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-b2f03ab1-bf0b-40ed-ac0c-c6d7dca25b55 service neutron] 10.222.0.13 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233716 Jun 10 22:58:15.143664 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:58:15.159702 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3d594ce4-83a0-4ade-b5d9-7c09dee5f172 req-c8d8a75a-2289-41ed-99f9-7346276a66ca service neutron] 10.222.0.13 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077895 Jun 10 22:58:15.291604 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:58:15.296473 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:58:15.296760 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:15.359315 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac76ef-a5fb-4b7d-a29e-3d007da9eab3 req-4f5fb10f-e255-4e60-b602-7cec323f89bd tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:15.361257 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a5ac76ef-a5fb-4b7d-a29e-3d007da9eab3 req-4f5fb10f-e255-4e60-b602-7cec323f89bd tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 944 time: 0.0791824 Jun 10 22:58:15.402842 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:15.403516 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a5ac76ef-a5fb-4b7d-a29e-3d007da9eab3 req-22aba1e3-4754-44aa-9c66-108f17ba8ab7 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362968 Jun 10 22:58:15.432101 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacf1e38-085d-4a05-94e3-fcc702851434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:58:15.434387 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0322e8-895c-4188-863c-7361c7bc5623" -d '{"events": [{"server_uuid": "bacf1e38-085d-4a05-94e3-fcc702851434", "name": "network-vif-plugged", "status": "completed", "tag": "3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:58:15.449186 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31,segment=NetworkSegment(fd1bb511-efe7-4738-a985-a1eb59d38849),segment_id=fd1bb511-efe7-4738-a985-a1eb59d38849)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:15.469357 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47998956-af17-4496-8876-92716ea7dcb3 x-openstack-request-id: req-47998956-af17-4496-8876-92716ea7dcb3 {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:58:15.469654 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacf1e38-085d-4a05-94e3-fcc702851434", "name": "network-vif-plugged", "status": "completed", "tag": "3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:58:15.469915 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47998956-af17-4496-8876-92716ea7dcb3 {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:58:15.470313 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacf1e38-085d-4a05-94e3-fcc702851434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31', 'code': 200} Jun 10 22:58:15.538967 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:15.540874 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:15.591835 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:15.594749 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:15.938618 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9651f1-ca15-47d5-8f74-5bda9080a978 req-585c71e3-b406-4f65-9d2f-bd0e685560ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:15.940069 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-be9651f1-ca15-47d5-8f74-5bda9080a978 req-585c71e3-b406-4f65-9d2f-bd0e685560ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 1098 time: 0.0554688 Jun 10 22:58:15.976590 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-be9651f1-ca15-47d5-8f74-5bda9080a978 req-3b42bce7-ef3b-4de0-9bc1-25f9f249b19e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299809 Jun 10 22:58:16.147365 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ca560-7c07-466e-acc9-4a76a2beab9f req-03d6972e-fb67-42be-851b-c6b5b772f246 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:16.148824 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-612ca560-7c07-466e-acc9-4a76a2beab9f req-03d6972e-fb67-42be-851b-c6b5b772f246 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 943 time: 0.0669203 Jun 10 22:58:16.193157 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-612ca560-7c07-466e-acc9-4a76a2beab9f req-c8e75498-b42b-4bb5-a751-f3de7313a660 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388112 Jun 10 22:58:16.587057 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffac001-6d3b-4a46-995f-e9354104c75f req-92ce713c-837b-4101-b7d0-b0e633503de8 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:16.588538 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5ffac001-6d3b-4a46-995f-e9354104c75f req-92ce713c-837b-4101-b7d0-b0e633503de8 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 945 time: 0.0714669 Jun 10 22:58:16.634109 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5ffac001-6d3b-4a46-995f-e9354104c75f req-2a3cf0ab-e20b-4f37-be2c-655568612e50 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399539 Jun 10 22:58:17.166812 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:17.373072 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740ce6a-a4d0-4457-82bc-45d8e11f3f33 req-5c18bc11-4bf7-45f9-9571-a484e219ce58 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:17.374671 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3740ce6a-a4d0-4457-82bc-45d8e11f3f33 req-5c18bc11-4bf7-45f9-9571-a484e219ce58 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 943 time: 0.0695753 Jun 10 22:58:17.418646 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3740ce6a-a4d0-4457-82bc-45d8e11f3f33 req-5270db1b-be6a-4682-ba46-6d982188cbca tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380208 Jun 10 22:58:17.810532 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45fd97-21fe-4a67-a469-088bf2cd51c1 req-a837828c-0840-4942-9927-b047bb64ae39 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:17.812035 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7a45fd97-21fe-4a67-a469-088bf2cd51c1 req-a837828c-0840-4942-9927-b047bb64ae39 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 945 time: 0.0679915 Jun 10 22:58:17.852455 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7a45fd97-21fe-4a67-a469-088bf2cd51c1 req-874aea15-b414-4780-84a3-52bc64256214 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348639 Jun 10 22:58:18.599334 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae54301-5503-41df-af6a-bab080790843 req-b8c8419a-7c37-4bfa-8e40-f48e667b3e6e tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:18.600849 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4ae54301-5503-41df-af6a-bab080790843 req-b8c8419a-7c37-4bfa-8e40-f48e667b3e6e tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 943 time: 0.0681360 Jun 10 22:58:18.649681 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4ae54301-5503-41df-af6a-bab080790843 req-747fa6ab-9f0f-4ac5-97ab-d08970c557f0 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403099 Jun 10 22:58:19.174057 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 3f0c6b78-40f5-45fd-a037-dd1f30041d90 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:58:19.292349 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 3f0c6b78-40f5-45fd-a037-dd1f30041d90, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3f0c6b78-40f5-45fd-a037-dd1f30041d90,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:19.304168 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '3f0c6b78-40f5-45fd-a037-dd1f30041d90', 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd', 'port_id': '3f0c6b78-40f5-45fd-a037-dd1f30041d90', 'mac_address': 'fa:16:3e:1a:78:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0822fe5-d43b-4d91-9089-b2de81797b9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:58:19.350236 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:19.365488 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0c6b78-40f5-45fd-a037-dd1f30041d90 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:58:19.385982 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 3f0c6b78-40f5-45fd-a037-dd1f30041d90, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3f0c6b78-40f5-45fd-a037-dd1f30041d90,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:19.465010 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:19.466947 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-e66b346f-dcd7-4cd3-8582-689bb331ab50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:19.485653 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279ef30-c1bf-49e6-90a7-9f2a9509bffe req-e19570e8-7431-4488-ac65-7cf23538b6fb tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:19.487124 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3279ef30-c1bf-49e6-90a7-9f2a9509bffe req-e19570e8-7431-4488-ac65-7cf23538b6fb tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 945 time: 0.0690467 Jun 10 22:58:19.519431 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=3f0c6b78-40f5-45fd-a037-dd1f30041d90,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:19.522597 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:19.529373 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3279ef30-c1bf-49e6-90a7-9f2a9509bffe req-ed556f85-f8a0-4844-a2e8-db4da8f6480f tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363955 Jun 10 22:58:19.803798 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['3f0c6b78-40f5-45fd-a037-dd1f30041d90'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:58:19.833061 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6090b-4844-411d-b311-4a0d62c7a835 req-fe927c8b-76a8-46fb-ae64-32fe0992b6c5 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:19.834527 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b1b6090b-4844-411d-b311-4a0d62c7a835 req-fe927c8b-76a8-46fb-ae64-32fe0992b6c5 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 944 time: 0.0725837 Jun 10 22:58:19.875178 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b1b6090b-4844-411d-b311-4a0d62c7a835 req-1b8ab5a9-793a-420c-b48a-69d594d844a2 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350296 Jun 10 22:58:20.706394 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9bf79-90a9-4406-850f-6c3cc60c981b req-eed97ab0-5d33-4333-b273-a15043d4b54e tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:20.708047 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a3a9bf79-90a9-4406-850f-6c3cc60c981b req-eed97ab0-5d33-4333-b273-a15043d4b54e tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 945 time: 0.0694568 Jun 10 22:58:20.753582 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a3a9bf79-90a9-4406-850f-6c3cc60c981b req-44d3b328-2add-4bf8-adbe-ece1cf215a7d tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393922 Jun 10 22:58:20.906357 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35437ad1-47e4-4e2f-9aa1-3558c695b979 req-fd4353ba-20af-434f-8a01-ef58231268bc tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:20.907814 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-35437ad1-47e4-4e2f-9aa1-3558c695b979 req-fd4353ba-20af-434f-8a01-ef58231268bc tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.13 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 945 time: 0.0663450 Jun 10 22:58:21.067703 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-35437ad1-47e4-4e2f-9aa1-3558c695b979 req-3c2c765c-1c1a-4573-b39d-3964ed8e17c8 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Deleting port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:58:21.068067 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-35437ad1-47e4-4e2f-9aa1-3558c695b979 req-3c2c765c-1c1a-4573-b39d-3964ed8e17c8 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:21.103598 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb25376-28b6-4dff-8c80-9fcf62168ce6 req-7b931fcf-aa5b-4e00-81eb-2432b4d27f3f tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:21.105161 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2eb25376-28b6-4dff-8c80-9fcf62168ce6 req-7b931fcf-aa5b-4e00-81eb-2432b4d27f3f tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 944 time: 0.1115146 Jun 10 22:58:21.192292 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 3f0c6b78-40f5-45fd-a037-dd1f30041d90 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:58:21.204496 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2eb25376-28b6-4dff-8c80-9fcf62168ce6 req-a3a05913-de62-491d-9c1c-9173edf0aa22 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921104 Jun 10 22:58:21.217191 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-35437ad1-47e4-4e2f-9aa1-3558c695b979 req-3c2c765c-1c1a-4573-b39d-3964ed8e17c8 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] For port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31,segment=NetworkSegment(fd1bb511-efe7-4738-a985-a1eb59d38849),segment_id=fd1bb511-efe7-4738-a985-a1eb59d38849)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:21.217550 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-35437ad1-47e4-4e2f-9aa1-3558c695b979 req-3c2c765c-1c1a-4573-b39d-3964ed8e17c8 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:21.309939 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port 3f0c6b78-40f5-45fd-a037-dd1f30041d90 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:58:21.313526 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-35437ad1-47e4-4e2f-9aa1-3558c695b979 req-3c2c765c-1c1a-4573-b39d-3964ed8e17c8 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Calling delete_port for 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:58:21.314080 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 3f0c6b78-40f5-45fd-a037-dd1f30041d90 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:58:21.314527 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:21.405131 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:21.429705 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112aae41-61d7-4268-9cb3-71f6264d64bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0c6b78-40f5-45fd-a037-dd1f30041d90'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:58:21.432480 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aee903d-e1dc-4804-9a64-c9fdcfe837fd" -d '{"events": [{"server_uuid": "112aae41-61d7-4268-9cb3-71f6264d64bd", "name": "network-vif-plugged", "status": "completed", "tag": "3f0c6b78-40f5-45fd-a037-dd1f30041d90"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:58:21.446484 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 3f0c6b78-40f5-45fd-a037-dd1f30041d90, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3f0c6b78-40f5-45fd-a037-dd1f30041d90,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:21.468479 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1600fb7a-9178-42d6-a30c-acd90c47f81f x-openstack-request-id: req-1600fb7a-9178-42d6-a30c-acd90c47f81f {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:58:21.468779 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112aae41-61d7-4268-9cb3-71f6264d64bd", "name": "network-vif-plugged", "status": "completed", "tag": "3f0c6b78-40f5-45fd-a037-dd1f30041d90", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:58:21.469058 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1600fb7a-9178-42d6-a30c-acd90c47f81f {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:58:21.469454 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112aae41-61d7-4268-9cb3-71f6264d64bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0c6b78-40f5-45fd-a037-dd1f30041d90', 'code': 200} Jun 10 22:58:21.521429 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:21.522328 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:58:21.524922 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:21.578401 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-35437ad1-47e4-4e2f-9aa1-3558c695b979 req-3c2c765c-1c1a-4573-b39d-3964ed8e17c8 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:21.582556 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-deebfcf3-2937-48be-9b52-5a299548c830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:21.612505 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No active binding found for port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 {{(pid=98756) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 10 22:58:21.612929 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:58:21.614703 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=3f0c6b78-40f5-45fd-a037-dd1f30041d90,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:21.617313 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c765c-1c1a-4573-b39d-3964ed8e17c8 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Pushing event deleted for resources: {'Port': ['ID=3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:21.617567 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:21.621072 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3c2c765c-1c1a-4573-b39d-3964ed8e17c8 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:21.671495 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-35437ad1-47e4-4e2f-9aa1-3558c695b979 req-3c2c765c-1c1a-4573-b39d-3964ed8e17c8 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] No DVR routers for this DVR port 3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:58:21.674224 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-35437ad1-47e4-4e2f-9aa1-3558c695b979 req-3c2c765c-1c1a-4573-b39d-3964ed8e17c8 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:21.676195 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-35437ad1-47e4-4e2f-9aa1-3558c695b979 req-3c2c765c-1c1a-4573-b39d-3964ed8e17c8 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.13 "DELETE /v2.0/ports/3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31 HTTP/1.1" status: 204 len: 173 time: 0.7625020 Jun 10 22:58:21.677487 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacf1e38-085d-4a05-94e3-fcc702851434', 'name': 'network-vif-deleted', 'tag': '3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:58:21.679024 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d790149-4a6d-4ad9-aaf4-66ddca018bc5" -d '{"events": [{"server_uuid": "bacf1e38-085d-4a05-94e3-fcc702851434", "name": "network-vif-deleted", "tag": "3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:58:21.713686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91fed2d-a91e-4a4d-8de1-787839fc6edb x-openstack-request-id: req-f91fed2d-a91e-4a4d-8de1-787839fc6edb {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:58:21.714015 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacf1e38-085d-4a05-94e3-fcc702851434", "name": "network-vif-deleted", "tag": "3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:58:21.714382 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f91fed2d-a91e-4a4d-8de1-787839fc6edb {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:58:21.714798 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacf1e38-085d-4a05-94e3-fcc702851434', 'name': 'network-vif-deleted', 'tag': '3d764d5f-e68e-4dc9-bf7a-8a2b4ae14e31', 'status': 'completed', 'code': 200} Jun 10 22:58:21.903150 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4d4c6822-bd9d-4cd3-a048-ef8782370093 req-2c4729ba-fbcb-4afc-b65d-2945dfb8cd6f tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=bacf1e38-085d-4a05-94e3-fcc702851434 HTTP/1.1" status: 200 len: 210 time: 0.0346930 Jun 10 22:58:21.985487 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ca5d1-05e5-4904-a62f-6b1f84e0a4a1 req-c67d495b-f32e-4dc4-8231-f1862944f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:21.986882 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a26ca5d1-05e5-4904-a62f-6b1f84e0a4a1 req-c67d495b-f32e-4dc4-8231-f1862944f318 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 1098 time: 0.0620248 Jun 10 22:58:22.023543 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a26ca5d1-05e5-4904-a62f-6b1f84e0a4a1 req-06847cc3-0b98-48dc-8997-0c045a7b0593 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302634 Jun 10 22:58:22.212477 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-d38b44b1-32b2-427c-b773-db008e1345b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:22.383630 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd4024-173a-48e4-8398-41d2301f56a2 req-38ba660f-320e-46d8-9e5c-fa66055610ce tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:22.385088 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-45bd4024-173a-48e4-8398-41d2301f56a2 req-38ba660f-320e-46d8-9e5c-fa66055610ce tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 945 time: 0.0683682 Jun 10 22:58:22.426064 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-45bd4024-173a-48e4-8398-41d2301f56a2 req-68ec083b-b5db-4168-8b0e-0f87c679bd07 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348992 Jun 10 22:58:23.267027 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4c139-7166-4570-8f79-5770d105d65c req-1794ec28-48d2-4c54-9487-bedd2ab38b49 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:23.268407 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c4c139-7166-4570-8f79-5770d105d65c req-1794ec28-48d2-4c54-9487-bedd2ab38b49 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/networks?id=84d87f9b-72dc-4466-8063-8eb75c1a88f0 HTTP/1.1" status: 200 len: 809 time: 0.1260879 Jun 10 22:58:23.282557 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c4c139-7166-4570-8f79-5770d105d65c req-26721879-5fd1-4872-8f00-21bec783b607 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/quotas/720bcbc4640d44efa1e0a281c5425bd0 HTTP/1.1" status: 200 len: 375 time: 0.0087037 Jun 10 22:58:23.319150 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c4c139-7166-4570-8f79-5770d105d65c req-4e9febce-1a69-4af9-975d-15060c303fc2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=720bcbc4640d44efa1e0a281c5425bd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318344 Jun 10 22:58:23.478474 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c4c139-7166-4570-8f79-5770d105d65c req-10fa6fe3-d577-4be4-9e1e-2c7bdef979db service neutron] 10.222.0.25 "GET /v2.0/networks/84d87f9b-72dc-4466-8063-8eb75c1a88f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525507 Jun 10 22:58:23.593232 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c4c139-7166-4570-8f79-5770d105d65c req-26bd76f5-ed05-4728-8b64-765d766da158 service neutron] 10.222.0.25 "GET /v2.0/networks/84d87f9b-72dc-4466-8063-8eb75c1a88f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081386 Jun 10 22:58:23.603774 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b20757-c188-4f5e-bff3-6161624c5c56 req-c49bda25-bbf8-440d-b90b-f29ef726d682 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:23.605841 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d9b20757-c188-4f5e-bff3-6161624c5c56 req-c49bda25-bbf8-440d-b90b-f29ef726d682 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 945 time: 0.0698161 Jun 10 22:58:23.647517 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d9b20757-c188-4f5e-bff3-6161624c5c56 req-beb93e96-77b0-458e-9e47-cc92a908bd15 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360301 Jun 10 22:58:23.908013 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f3f24ff7-7982-460e-a3ac-04d7f42e6c41 req-f68d9541-03db-4e51-9579-f2f56e0f7db7 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 210 time: 0.0373533 Jun 10 22:58:24.910234 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-5d622bcf-2631-4dc4-994f-d8ab385b8003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:24.914113 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:25.049779 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-76c9dea5-39ce-4f41-92fc-5249e20dbb2c req-f301b60b-1094-4856-b932-15afa1dbbb8c tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 210 time: 0.0339344 Jun 10 22:58:25.875687 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:26.198932 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-74a3b9d6-9a60-443c-be3d-6a3a5a18bf31 req-544411e6-e09e-41c2-866d-9a04dc87946d tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 210 time: 0.0337038 Jun 10 22:58:26.435312 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4c139-7166-4570-8f79-5770d105d65c req-ff1ae365-03ad-4728-b951-7dfa8a1992be tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:26.436767 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c4c139-7166-4570-8f79-5770d105d65c req-ff1ae365-03ad-4728-b951-7dfa8a1992be tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.13 "GET /v2.0/networks?id=84d87f9b-72dc-4466-8063-8eb75c1a88f0 HTTP/1.1" status: 200 len: 809 time: 0.1299887 Jun 10 22:58:26.449631 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-07c4c139-7166-4570-8f79-5770d105d65c req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Request body: {'port': {'device_id': '8a201705-4d3a-4536-af8d-a8657bfdf3bd', 'network_id': '84d87f9b-72dc-4466-8063-8eb75c1a88f0', 'admin_state_up': True, 'tenant_id': '720bcbc4640d44efa1e0a281c5425bd0'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:58:26.709995 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c4c139-7166-4570-8f79-5770d105d65c req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Made reservation on behalf of 720bcbc4640d44efa1e0a281c5425bd0 for: {'port': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:58:26.713528 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-07c4c139-7166-4570-8f79-5770d105d65c req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:26.864111 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [req-07c4c139-7166-4570-8f79-5770d105d65c req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Allocated IP 172.20.0.11 (84d87f9b-72dc-4466-8063-8eb75c1a88f0/9ae66ff3-9b98-41df-9aef-5caba87b593a/ca33040b-2083-4af4-b474-2f65f8cba781) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:58:27.043987 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-07c4c139-7166-4570-8f79-5770d105d65c req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:27.172986 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-07c4c139-7166-4570-8f79-5770d105d65c req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:27.177170 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-310e1bd8-4a6c-4843-9c05-32d05fa3705f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:27.224053 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c4c139-7166-4570-8f79-5770d105d65c req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Network 84d87f9b-72dc-4466-8063-8eb75c1a88f0 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:58:27.227121 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [req-07c4c139-7166-4570-8f79-5770d105d65c req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:58:27.231057 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c4c139-7166-4570-8f79-5770d105d65c req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:58:27.269493 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Pushing event updated for resources: {'Port': ['ID=ca33040b-2083-4af4-b474-2f65f8cba781,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:27.285199 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:27.285586 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:27.285961 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:27.286326 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:27.286689 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:27.287049 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:27.287410 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:27.287790 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:27.288149 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:27.288511 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:27.288865 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:27.289218 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:27.294169 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:27.298410 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:27.309467 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4c139-7166-4570-8f79-5770d105d65c req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:27.310091 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-07c4c139-7166-4570-8f79-5770d105d65c req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:27.387320 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142912a-b816-4694-975a-7ce13fd529f4 req-37199d0b-f932-413a-bd17-144c813337b5 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:27.388797 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2142912a-b816-4694-975a-7ce13fd529f4 req-37199d0b-f932-413a-bd17-144c813337b5 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 932 time: 0.0682619 Jun 10 22:58:27.394867 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c4c139-7166-4570-8f79-5770d105d65c req-df1099bc-30b3-4fc1-a14f-945536b61ded tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9447114 Jun 10 22:58:27.432304 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Request body: {'port': {'device_id': '8a201705-4d3a-4536-af8d-a8657bfdf3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:58:27.438168 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2142912a-b816-4694-975a-7ce13fd529f4 req-b91e367b-de1c-4129-8238-775276d82bb2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434225 Jun 10 22:58:27.519897 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:27.819626 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca33040b-2083-4af4-b474-2f65f8cba781 {{(pid=98755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:58:27.826836 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:27.838123 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Transition to ACTIVE for port object ca33040b-2083-4af4-b474-2f65f8cba781 will not be triggered until provisioned by entity L2. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:58:27.926410 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:27.928405 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ebb4a1bd-cb26-47b4-8952-fdc4f628244a tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:28.020711 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca33040b-2083-4af4-b474-2f65f8cba781,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:28.042644 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:28.097782 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Attempting to bind port ca33040b-2083-4af4-b474-2f65f8cba781 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:58:28.098109 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Attempting to bind port ca33040b-2083-4af4-b474-2f65f8cba781 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'fd1bb511-efe7-4738-a985-a1eb59d38849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84d87f9b-72dc-4466-8063-8eb75c1a88f0'}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:58:28.098425 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Attempting to bind port ca33040b-2083-4af4-b474-2f65f8cba781 on network 84d87f9b-72dc-4466-8063-8eb75c1a88f0 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:58:28.102416 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Port ca33040b-2083-4af4-b474-2f65f8cba781 on network 84d87f9b-72dc-4466-8063-8eb75c1a88f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:58:28.102733 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Attempting to bind port ca33040b-2083-4af4-b474-2f65f8cba781 on network 84d87f9b-72dc-4466-8063-8eb75c1a88f0 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:58:28.107953 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:58:28.108273 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Checking segment: {'id': 'fd1bb511-efe7-4738-a985-a1eb59d38849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84d87f9b-72dc-4466-8063-8eb75c1a88f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:58:28.108647 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Bound using segment: {'id': 'fd1bb511-efe7-4738-a985-a1eb59d38849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84d87f9b-72dc-4466-8063-8eb75c1a88f0'} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:58:28.109063 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Bound port: ca33040b-2083-4af4-b474-2f65f8cba781, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1bb511-efe7-4738-a985-a1eb59d38849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84d87f9b-72dc-4466-8063-8eb75c1a88f0'}}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:58:28.109397 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:28.181509 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] For port ca33040b-2083-4af4-b474-2f65f8cba781, host hv-cinder-79053, cleared binding levels {{(pid=98755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:58:28.184430 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] For port ca33040b-2083-4af4-b474-2f65f8cba781, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ca33040b-2083-4af4-b474-2f65f8cba781,segment=NetworkSegment(fd1bb511-efe7-4738-a985-a1eb59d38849),segment_id=fd1bb511-efe7-4738-a985-a1eb59d38849)] {{(pid=98755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:58:28.302951 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:28.304937 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-c6860241-baca-46d5-8c8c-19c3025efd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:28.345649 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:28.346261 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:28.347610 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c4c139-7166-4570-8f79-5770d105d65c req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca33040b-2083-4af4-b474-2f65f8cba781 HTTP/1.1" status: 200 len: 1094 time: 0.9210067 Jun 10 22:58:28.348172 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a201705-4d3a-4536-af8d-a8657bfdf3bd', 'tag': 'ca33040b-2083-4af4-b474-2f65f8cba781'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:58:28.350424 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92c49f7-b2ab-4616-871e-07b72de5f9c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8a201705-4d3a-4536-af8d-a8657bfdf3bd", "tag": "ca33040b-2083-4af4-b474-2f65f8cba781"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:58:28.372188 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca33040b-2083-4af4-b474-2f65f8cba781,revision_number=3']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:28.375274 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:28.443816 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcf4710-16ac-468f-8bf1-2f07d6f73531 x-openstack-request-id: req-cbcf4710-16ac-468f-8bf1-2f07d6f73531 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:58:28.444187 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a201705-4d3a-4536-af8d-a8657bfdf3bd", "tag": "ca33040b-2083-4af4-b474-2f65f8cba781", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:58:28.444503 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbcf4710-16ac-468f-8bf1-2f07d6f73531 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:58:28.444936 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a201705-4d3a-4536-af8d-a8657bfdf3bd', 'tag': 'ca33040b-2083-4af4-b474-2f65f8cba781', 'status': 'completed', 'code': 200} Jun 10 22:58:28.522983 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c49f7-b2ab-4616-871e-07b72de5f9c4 req-2d8fd203-8050-4474-aae4-4cf1174f80e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:28.524544 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c92c49f7-b2ab-4616-871e-07b72de5f9c4 req-2d8fd203-8050-4474-aae4-4cf1174f80e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=720bcbc4640d44efa1e0a281c5425bd0&device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 1097 time: 0.0594666 Jun 10 22:58:28.972183 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c49f7-b2ab-4616-871e-07b72de5f9c4 req-6c7bd7e5-1e61-412c-b946-0757425cbc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:28.973629 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c92c49f7-b2ab-4616-871e-07b72de5f9c4 req-6c7bd7e5-1e61-412c-b946-0757425cbc7b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=720bcbc4640d44efa1e0a281c5425bd0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4424500 Jun 10 22:58:28.984012 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee477a2-fca0-4210-a699-a48644f2b364 req-2cecfca5-bb06-4279-9496-927e209563b4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:28.985346 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eee477a2-fca0-4210-a699-a48644f2b364 req-2cecfca5-bb06-4279-9496-927e209563b4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 944 time: 0.4283304 Jun 10 22:58:29.094821 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eee477a2-fca0-4210-a699-a48644f2b364 req-557a724f-7ebe-40a7-833d-a990d8a52025 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013989 Jun 10 22:58:29.125575 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c49f7-b2ab-4616-871e-07b72de5f9c4 req-8f5e392e-58f3-461f-bdec-23793f898288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:29.127016 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c92c49f7-b2ab-4616-871e-07b72de5f9c4 req-8f5e392e-58f3-461f-bdec-23793f898288 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1408501 Jun 10 22:58:29.220501 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4c139-7166-4570-8f79-5770d105d65c req-5be43235-1359-4a30-a054-60b151f311a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:29.221954 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c4c139-7166-4570-8f79-5770d105d65c req-5be43235-1359-4a30-a054-60b151f311a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=720bcbc4640d44efa1e0a281c5425bd0&device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 1097 time: 0.0574965 Jun 10 22:58:29.281108 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c4c139-7166-4570-8f79-5770d105d65c req-c71d5088-fa97-41aa-8012-54e2a07c07e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca33040b-2083-4af4-b474-2f65f8cba781 HTTP/1.1" status: 200 len: 217 time: 0.0476110 Jun 10 22:58:29.335026 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4c139-7166-4570-8f79-5770d105d65c req-323fbe0d-992b-4cf6-b8e9-c55dc49442e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:29.336426 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c4c139-7166-4570-8f79-5770d105d65c req-323fbe0d-992b-4cf6-b8e9-c55dc49442e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ae66ff3-9b98-41df-9aef-5caba87b593a HTTP/1.1" status: 200 len: 849 time: 0.0489788 Jun 10 22:58:29.370841 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c4c139-7166-4570-8f79-5770d105d65c req-030f30f3-7d52-4cd6-9b73-6ca135daef59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84d87f9b-72dc-4466-8063-8eb75c1a88f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287862 Jun 10 22:58:29.483284 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c4c139-7166-4570-8f79-5770d105d65c req-0ec5b666-3eee-44bc-b021-72e898b01ebd service neutron] 10.222.0.13 "GET /v2.0/networks/84d87f9b-72dc-4466-8063-8eb75c1a88f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054647 Jun 10 22:58:29.594683 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-07c4c139-7166-4570-8f79-5770d105d65c req-1ba4f662-7a26-44c9-8583-5eb46ce420f7 service neutron] 10.222.0.13 "GET /v2.0/networks/84d87f9b-72dc-4466-8063-8eb75c1a88f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056781 Jun 10 22:58:30.275113 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d909e13-d1a5-45cb-8d0f-e75585bf093f req-e910f7d0-0755-4fd9-87c6-df70bdd516b2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:30.276534 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1d909e13-d1a5-45cb-8d0f-e75585bf093f req-e910f7d0-0755-4fd9-87c6-df70bdd516b2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 944 time: 0.0677907 Jun 10 22:58:30.316920 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1d909e13-d1a5-45cb-8d0f-e75585bf093f req-f1e7b20d-929c-4ff3-b065-b63b30d4b8ec tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347948 Jun 10 22:58:31.493677 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d56342-3e54-4843-90b3-092f0bca6158 req-68bee690-6296-4127-91f8-7a6d1d0cafab tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:31.495159 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-77d56342-3e54-4843-90b3-092f0bca6158 req-68bee690-6296-4127-91f8-7a6d1d0cafab tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 944 time: 0.0696788 Jun 10 22:58:31.536995 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-77d56342-3e54-4843-90b3-092f0bca6158 req-2cb0d567-e937-41ba-b063-af45ddf5748c tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360236 Jun 10 22:58:32.713892 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b08303-072b-4b67-af87-4ba4d5585256 req-a5763fec-83bb-4da6-9069-58dc18e8b2b7 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:32.715394 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b5b08303-072b-4b67-af87-4ba4d5585256 req-a5763fec-83bb-4da6-9069-58dc18e8b2b7 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 944 time: 0.0694275 Jun 10 22:58:32.763414 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-b5b08303-072b-4b67-af87-4ba4d5585256 req-687d81aa-6253-416c-b194-9ee82aad104e tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410128 Jun 10 22:58:33.221876 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device ca33040b-2083-4af4-b474-2f65f8cba781 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:58:33.341934 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port ca33040b-2083-4af4-b474-2f65f8cba781, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ca33040b-2083-4af4-b474-2f65f8cba781,segment=NetworkSegment(fd1bb511-efe7-4738-a985-a1eb59d38849),segment_id=fd1bb511-efe7-4738-a985-a1eb59d38849)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:33.353494 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': 'ca33040b-2083-4af4-b474-2f65f8cba781', 'network_id': '84d87f9b-72dc-4466-8063-8eb75c1a88f0', 'port_id': 'ca33040b-2083-4af4-b474-2f65f8cba781', 'mac_address': 'fa:16:3e:58:f5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae66ff3-9b98-41df-9aef-5caba87b593a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:58:33.399181 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:33.413560 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca33040b-2083-4af4-b474-2f65f8cba781 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:58:33.433895 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port ca33040b-2083-4af4-b474-2f65f8cba781, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ca33040b-2083-4af4-b474-2f65f8cba781,segment=NetworkSegment(fd1bb511-efe7-4738-a985-a1eb59d38849),segment_id=fd1bb511-efe7-4738-a985-a1eb59d38849)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:33.526779 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:33.528538 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:33.580352 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=ca33040b-2083-4af4-b474-2f65f8cba781,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:33.583183 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:33.893125 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['ca33040b-2083-4af4-b474-2f65f8cba781'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:58:34.106114 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317f351-17e2-4dd4-a62e-b0b5486074fc req-470d89d3-1d90-421b-9f87-1a5de496328d tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:34.108265 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b317f351-17e2-4dd4-a62e-b0b5486074fc req-470d89d3-1d90-421b-9f87-1a5de496328d tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 945 time: 0.0721653 Jun 10 22:58:34.154858 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b317f351-17e2-4dd4-a62e-b0b5486074fc req-9e2e89f7-cf7a-4b59-b013-274be63d4b5f tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410459 Jun 10 22:58:34.397649 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-01433d4d-ff72-42d9-9cc8-fa7ee338ea90 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:34.399093 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-01433d4d-ff72-42d9-9cc8-fa7ee338ea90 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/networks?id=569360cf-6bcc-4f72-90fe-6a05cc9e91fd HTTP/1.1" status: 200 len: 815 time: 0.1211557 Jun 10 22:58:34.414263 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-6a976d4d-1c12-46ea-8129-1556b0b3416f tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/quotas/3b9a0fd00214467eb6ffb10e4815c13f HTTP/1.1" status: 200 len: 375 time: 0.0091760 Jun 10 22:58:34.489107 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-1d76dd5b-91ec-4093-9d5e-e7b47e45da89 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0695667 Jun 10 22:58:34.542568 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-55a30bb3-d95d-4664-8b2d-2bf315d93f49 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=98754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 22:58:34.543552 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-55a30bb3-d95d-4664-8b2d-2bf315d93f49 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482678 Jun 10 22:58:34.656008 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-bdec00b3-57d6-4668-8829-3375ab7ccbd7 service neutron] 10.222.0.25 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063859 Jun 10 22:58:34.764908 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-f497c051-06b8-4d29-9e67-bfdfd4dc9e84 service neutron] 10.222.0.25 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030190 Jun 10 22:58:35.058205 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a2c07a8d-4d99-4293-a8ee-8ed209aac308 req-e0dab0ca-29a5-4f25-8ac4-97c65120c11b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 210 time: 0.0325692 Jun 10 22:58:35.233729 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device ca33040b-2083-4af4-b474-2f65f8cba781 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:58:35.340295 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee04a8b-a692-4543-bd8c-b159e0c1138f req-6fc70c49-546d-490d-9de5-aa400dee9740 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:35.341655 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cee04a8b-a692-4543-bd8c-b159e0c1138f req-6fc70c49-546d-490d-9de5-aa400dee9740 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 945 time: 0.0746465 Jun 10 22:58:35.383758 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cee04a8b-a692-4543-bd8c-b159e0c1138f req-273a3e73-99d3-4536-b067-6c8643b0e079 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363228 Jun 10 22:58:35.416464 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port ca33040b-2083-4af4-b474-2f65f8cba781 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:58:35.421296 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port ca33040b-2083-4af4-b474-2f65f8cba781 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:58:35.421673 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:35.510720 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:35.534418 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a201705-4d3a-4536-af8d-a8657bfdf3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca33040b-2083-4af4-b474-2f65f8cba781'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:58:35.536795 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b74b65-c776-4962-b227-44449121133d" -d '{"events": [{"server_uuid": "8a201705-4d3a-4536-af8d-a8657bfdf3bd", "name": "network-vif-plugged", "status": "completed", "tag": "ca33040b-2083-4af4-b474-2f65f8cba781"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:58:35.552149 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port ca33040b-2083-4af4-b474-2f65f8cba781, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ca33040b-2083-4af4-b474-2f65f8cba781,segment=NetworkSegment(fd1bb511-efe7-4738-a985-a1eb59d38849),segment_id=fd1bb511-efe7-4738-a985-a1eb59d38849)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:35.574062 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8c5e52-bdf8-433c-abfa-4d98af2508dc x-openstack-request-id: req-7c8c5e52-bdf8-433c-abfa-4d98af2508dc {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:58:35.574366 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a201705-4d3a-4536-af8d-a8657bfdf3bd", "name": "network-vif-plugged", "status": "completed", "tag": "ca33040b-2083-4af4-b474-2f65f8cba781", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:58:35.574632 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c8c5e52-bdf8-433c-abfa-4d98af2508dc {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:58:35.575139 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a201705-4d3a-4536-af8d-a8657bfdf3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca33040b-2083-4af4-b474-2f65f8cba781', 'code': 200} Jun 10 22:58:35.646857 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:35.648786 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:35.701596 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=ca33040b-2083-4af4-b474-2f65f8cba781,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:35.704566 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:35.817010 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:58:36.042065 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962744fc-b046-4a9a-acba-3c1354cc90f5 req-09524d52-14f9-4ece-8d01-1d577c9447ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:36.043538 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-962744fc-b046-4a9a-acba-3c1354cc90f5 req-09524d52-14f9-4ece-8d01-1d577c9447ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 1099 time: 0.0590775 Jun 10 22:58:36.081333 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-962744fc-b046-4a9a-acba-3c1354cc90f5 req-a5e9c7dd-e1e5-47f5-9fef-ca9ddd6cd640 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302956 Jun 10 22:58:36.202724 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ac8e10ad-086a-471f-80ab-9e8aba07dada req-13c7e385-b1c8-42ff-8402-6d383c0c011b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 210 time: 0.0327015 Jun 10 22:58:36.567486 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb7956-ae89-4c1d-8333-b595667e1985 req-971a24bd-af9b-434c-9806-f69d7d29fe63 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:36.568989 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5ecb7956-ae89-4c1d-8333-b595667e1985 req-971a24bd-af9b-434c-9806-f69d7d29fe63 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 946 time: 0.0744421 Jun 10 22:58:36.610330 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5ecb7956-ae89-4c1d-8333-b595667e1985 req-bc7931ae-038e-4416-a6de-1a57e2be312c tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353115 Jun 10 22:58:37.344285 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-ba1b71ee-f43f-400f-91cd-e894d32ab200 req-e9c4d5f8-7761-491a-acbc-85410a265674 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 210 time: 0.0329218 Jun 10 22:58:37.733907 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-f1064c09-093a-42d8-bf15-98b48c53af82 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:37.735313 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-f1064c09-093a-42d8-bf15-98b48c53af82 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "GET /v2.0/networks?id=569360cf-6bcc-4f72-90fe-6a05cc9e91fd HTTP/1.1" status: 200 len: 815 time: 0.1329987 Jun 10 22:58:37.749414 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Request body: {'port': {'device_id': '3a1e5531-3606-46c3-a38d-055b2743e540', 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd', 'admin_state_up': True, 'tenant_id': '3b9a0fd00214467eb6ffb10e4815c13f'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:58:37.903294 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88166d66-5355-490c-bc09-0e41c621e9c3 req-b79e8c34-99a2-4feb-bbfa-800f70f08895 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:37.905311 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-88166d66-5355-490c-bc09-0e41c621e9c3 req-b79e8c34-99a2-4feb-bbfa-800f70f08895 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 946 time: 0.1791739 Jun 10 22:58:37.957037 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-88166d66-5355-490c-bc09-0e41c621e9c3 req-16e609f4-9882-47ef-a083-4458ea794b7a tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455141 Jun 10 22:58:38.029907 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Made reservation on behalf of 3b9a0fd00214467eb6ffb10e4815c13f for: {'port': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:58:38.033517 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:38.175061 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Allocated IP 172.20.0.5 (569360cf-6bcc-4f72-90fe-6a05cc9e91fd/f0822fe5-d43b-4d91-9089-b2de81797b9b/05f68ded-fca6-480c-8edc-bea137c98a75) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:58:38.350939 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:38.474309 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:38.479780 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f99c8733-1b42-4ed6-9462-07f907001857 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:38.489817 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['3f0c6b78-40f5-45fd-a037-dd1f30041d90'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:58:38.495881 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6396fbe0-aa51-4d28-807b-1b48197f6681 req-57da9d1f-3a84-47b4-a334-696d5b48e788 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 210 time: 0.0372045 Jun 10 22:58:38.525110 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:58:38.537083 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:58:38.539526 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:58:38.580618 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Pushing event updated for resources: {'Port': ['ID=05f68ded-fca6-480c-8edc-bea137c98a75,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:38.583726 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:38.606378 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:38.607022 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:38.702728 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9578841 Jun 10 22:58:38.718951 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Request body: {'port': {'device_id': '3a1e5531-3606-46c3-a38d-055b2743e540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:58:38.801935 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:39.108919 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f68ded-fca6-480c-8edc-bea137c98a75 {{(pid=98755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:58:39.116437 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:39.127912 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Transition to ACTIVE for port object 05f68ded-fca6-480c-8edc-bea137c98a75 will not be triggered until provisioned by entity L2. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:58:39.241228 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:39.244300 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-8a2680e9-0b95-4b26-8def-2834afe465a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:39.340023 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Pushing event updated for resources: {'Port': ['ID=05f68ded-fca6-480c-8edc-bea137c98a75,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:39.363338 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:39.426266 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Attempting to bind port 05f68ded-fca6-480c-8edc-bea137c98a75 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:58:39.426609 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Attempting to bind port 05f68ded-fca6-480c-8edc-bea137c98a75 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:58:39.426931 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Attempting to bind port 05f68ded-fca6-480c-8edc-bea137c98a75 on network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:58:39.431128 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Port 05f68ded-fca6-480c-8edc-bea137c98a75 on network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:58:39.431450 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Attempting to bind port 05f68ded-fca6-480c-8edc-bea137c98a75 on network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:58:39.436198 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:58:39.436535 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Checking segment: {'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:58:39.436918 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Bound using segment: {'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:58:39.437347 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Bound port: 05f68ded-fca6-480c-8edc-bea137c98a75, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'}}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:58:39.437696 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:39.457695 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d5a01-d632-4446-9afa-5a9a5172f9a1 req-31d84311-8f23-47eb-852c-264ba01894c0 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:39.459170 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1a4d5a01-d632-4446-9afa-5a9a5172f9a1 req-31d84311-8f23-47eb-852c-264ba01894c0 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 946 time: 0.0684996 Jun 10 22:58:39.500149 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-1a4d5a01-d632-4446-9afa-5a9a5172f9a1 req-1f719993-264a-4f53-849b-5c7da605a5dd tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351601 Jun 10 22:58:39.507874 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] For port 05f68ded-fca6-480c-8edc-bea137c98a75, host hv-cinder-79053, cleared binding levels {{(pid=98755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:58:39.510951 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] For port 05f68ded-fca6-480c-8edc-bea137c98a75, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05f68ded-fca6-480c-8edc-bea137c98a75,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:58:39.619773 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:39.641907 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-80728713-72f3-4c98-bf3c-456b9ddfb875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:39.686638 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:39.686638 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:39.686638 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] 10.222.0.13 "PUT /v2.0/ports/05f68ded-fca6-480c-8edc-bea137c98a75 HTTP/1.1" status: 200 len: 1093 time: 0.9705403 Jun 10 22:58:39.688802 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1e5531-3606-46c3-a38d-055b2743e540', 'tag': '05f68ded-fca6-480c-8edc-bea137c98a75'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:58:39.691111 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e48a24b-cb3e-4064-afd7-1848ef2c453b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1e5531-3606-46c3-a38d-055b2743e540", "tag": "05f68ded-fca6-480c-8edc-bea137c98a75"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:58:39.728546 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378826d2-0fba-40e7-8579-f91536dfd635 x-openstack-request-id: req-378826d2-0fba-40e7-8579-f91536dfd635 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:58:39.728880 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1e5531-3606-46c3-a38d-055b2743e540", "tag": "05f68ded-fca6-480c-8edc-bea137c98a75", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:58:39.729171 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-378826d2-0fba-40e7-8579-f91536dfd635 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:58:39.729598 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1e5531-3606-46c3-a38d-055b2743e540', 'tag': '05f68ded-fca6-480c-8edc-bea137c98a75', 'status': 'completed', 'code': 200} Jun 10 22:58:39.735609 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Pushing event updated for resources: {'Port': ['ID=05f68ded-fca6-480c-8edc-bea137c98a75,revision_number=3']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:39.738702 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:39.755593 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe945d4f-2048-4990-9fd9-13451ab44ec7 req-9a5f24cd-ab0e-4e6d-9cac-3f6ce7dba19e tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:39.757083 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fe945d4f-2048-4990-9fd9-13451ab44ec7 req-9a5f24cd-ab0e-4e6d-9cac-3f6ce7dba19e tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 943 time: 0.1491492 Jun 10 22:58:39.833762 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fe945d4f-2048-4990-9fd9-13451ab44ec7 req-719abc6f-59cc-463b-9f2f-85aaebf426f0 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682456 Jun 10 22:58:39.846354 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48a24b-cb3e-4064-afd7-1848ef2c453b req-cb5e478f-33e4-4e40-9aeb-1173f20b58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:39.847827 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8e48a24b-cb3e-4064-afd7-1848ef2c453b req-cb5e478f-33e4-4e40-9aeb-1173f20b58fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 1096 time: 0.0898778 Jun 10 22:58:39.971315 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48a24b-cb3e-4064-afd7-1848ef2c453b req-b9b13611-a7fd-40ce-9ec1-ffa6e6362f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:39.972767 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8e48a24b-cb3e-4064-afd7-1848ef2c453b req-b9b13611-a7fd-40ce-9ec1-ffa6e6362f8f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1167979 Jun 10 22:58:40.091258 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48a24b-cb3e-4064-afd7-1848ef2c453b req-df6f1fd7-9956-4dc1-8d3d-72bf27018f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:40.092802 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8e48a24b-cb3e-4064-afd7-1848ef2c453b req-df6f1fd7-9956-4dc1-8d3d-72bf27018f0d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1128359 Jun 10 22:58:40.186834 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-341d1a07-c2c2-4790-8464-013f39288316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:40.188292 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-341d1a07-c2c2-4790-8464-013f39288316 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 1096 time: 0.0573070 Jun 10 22:58:40.244911 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-307cd593-e784-469b-897c-a0430e9c7596 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f68ded-fca6-480c-8edc-bea137c98a75 HTTP/1.1" status: 200 len: 217 time: 0.0488005 Jun 10 22:58:40.298187 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-d9ac9236-c132-46bb-89e6-e504ce7ca009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:40.299514 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-d9ac9236-c132-46bb-89e6-e504ce7ca009 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0822fe5-d43b-4d91-9089-b2de81797b9b HTTP/1.1" status: 200 len: 855 time: 0.0483620 Jun 10 22:58:40.335463 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-5fcb3613-6b46-4579-bf40-1d2dc680507a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=569360cf-6bcc-4f72-90fe-6a05cc9e91fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288038 Jun 10 22:58:40.449498 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-97e9005e-8d47-4667-9100-ae474c4cf08d service neutron] 10.222.0.13 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060832 Jun 10 22:58:40.562739 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c55cc255-6bc3-4f12-abf1-7705baba0d20 req-2fe9bc36-b082-46b8-908f-3f53b0d906e3 service neutron] 10.222.0.13 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060441 Jun 10 22:58:40.689359 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313555d-b438-458f-b3b3-1b12b649779c req-fca8ab24-6151-460a-a9e4-58a51ca30326 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:40.690899 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8313555d-b438-458f-b3b3-1b12b649779c req-fca8ab24-6151-460a-a9e4-58a51ca30326 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 946 time: 0.0731595 Jun 10 22:58:40.732050 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8313555d-b438-458f-b3b3-1b12b649779c req-bfbf4caf-a9a1-473a-8c29-c0bd6170effa tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/security-groups?id=cff55fff-a695-4b9c-a715-92b94c941344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351229 Jun 10 22:58:40.900298 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4746be-ce52-44a1-8e6b-b60b31bc0041 req-1cea0170-250b-4810-8b53-f771319d227f tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:40.901741 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c4746be-ce52-44a1-8e6b-b60b31bc0041 req-1cea0170-250b-4810-8b53-f771319d227f tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 946 time: 0.0685854 Jun 10 22:58:41.060953 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da00ae-82f5-42ea-935d-81b590ed8dec req-0338ce7e-8e01-431c-aadf-402788e42dc6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:41.062102 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-00da00ae-82f5-42ea-935d-81b590ed8dec req-0338ce7e-8e01-431c-aadf-402788e42dc6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 943 time: 0.1187637 Jun 10 22:58:41.089642 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-3c4746be-ce52-44a1-8e6b-b60b31bc0041 req-fe8a9be5-dfd5-4cda-a4d9-0d9ef09581b2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Deleting port ca33040b-2083-4af4-b474-2f65f8cba781 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:58:41.089985 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3c4746be-ce52-44a1-8e6b-b60b31bc0041 req-fe8a9be5-dfd5-4cda-a4d9-0d9ef09581b2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:41.136027 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-00da00ae-82f5-42ea-935d-81b590ed8dec req-ca734c34-3c83-4825-a9c2-e01d98a3f083 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661685 Jun 10 22:58:41.212571 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-3c4746be-ce52-44a1-8e6b-b60b31bc0041 req-fe8a9be5-dfd5-4cda-a4d9-0d9ef09581b2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] For port ca33040b-2083-4af4-b474-2f65f8cba781, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ca33040b-2083-4af4-b474-2f65f8cba781,segment=NetworkSegment(fd1bb511-efe7-4738-a985-a1eb59d38849),segment_id=fd1bb511-efe7-4738-a985-a1eb59d38849)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:41.212927 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3c4746be-ce52-44a1-8e6b-b60b31bc0041 req-fe8a9be5-dfd5-4cda-a4d9-0d9ef09581b2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:41.301051 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-3c4746be-ce52-44a1-8e6b-b60b31bc0041 req-fe8a9be5-dfd5-4cda-a4d9-0d9ef09581b2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Calling delete_port for ca33040b-2083-4af4-b474-2f65f8cba781 owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:58:41.524841 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3c4746be-ce52-44a1-8e6b-b60b31bc0041 req-fe8a9be5-dfd5-4cda-a4d9-0d9ef09581b2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:41.528686 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:41.559838 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a9be5-dfd5-4cda-a4d9-0d9ef09581b2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Pushing event deleted for resources: {'Port': ['ID=ca33040b-2083-4af4-b474-2f65f8cba781,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:41.562862 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-fe8a9be5-dfd5-4cda-a4d9-0d9ef09581b2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:41.612896 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4746be-ce52-44a1-8e6b-b60b31bc0041 req-fe8a9be5-dfd5-4cda-a4d9-0d9ef09581b2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] No DVR routers for this DVR port ca33040b-2083-4af4-b474-2f65f8cba781 on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:58:41.615297 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3c4746be-ce52-44a1-8e6b-b60b31bc0041 req-fe8a9be5-dfd5-4cda-a4d9-0d9ef09581b2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:41.617258 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3c4746be-ce52-44a1-8e6b-b60b31bc0041 req-fe8a9be5-dfd5-4cda-a4d9-0d9ef09581b2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.13 "DELETE /v2.0/ports/ca33040b-2083-4af4-b474-2f65f8cba781 HTTP/1.1" status: 204 len: 173 time: 0.7086072 Jun 10 22:58:41.730610 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a201705-4d3a-4536-af8d-a8657bfdf3bd', 'name': 'network-vif-deleted', 'tag': 'ca33040b-2083-4af4-b474-2f65f8cba781'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:58:41.733834 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4c444d-2976-4b07-9334-7958ccef887a" -d '{"events": [{"server_uuid": "8a201705-4d3a-4536-af8d-a8657bfdf3bd", "name": "network-vif-deleted", "tag": "ca33040b-2083-4af4-b474-2f65f8cba781"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:58:41.773139 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5c9d67-0221-4f7c-9202-333fa976ec10 x-openstack-request-id: req-5b5c9d67-0221-4f7c-9202-333fa976ec10 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:58:41.773563 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a201705-4d3a-4536-af8d-a8657bfdf3bd", "name": "network-vif-deleted", "tag": "ca33040b-2083-4af4-b474-2f65f8cba781", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:58:41.773869 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b5c9d67-0221-4f7c-9202-333fa976ec10 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:58:41.774306 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a201705-4d3a-4536-af8d-a8657bfdf3bd', 'name': 'network-vif-deleted', 'tag': 'ca33040b-2083-4af4-b474-2f65f8cba781', 'status': 'completed', 'code': 200} Jun 10 22:58:41.885322 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d9c8c6fe-bf5a-4bec-8c52-e09607cb884e req-8a656900-18f0-49bf-be94-146a24105f23 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a201705-4d3a-4536-af8d-a8657bfdf3bd HTTP/1.1" status: 200 len: 210 time: 0.0349710 Jun 10 22:58:42.311060 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f8e4-7659-4e77-b651-b996a8e52953 req-0c2cae84-991c-47ea-82cb-e57b1db801d1 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:42.312517 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f1d6f8e4-7659-4e77-b651-b996a8e52953 req-0c2cae84-991c-47ea-82cb-e57b1db801d1 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 943 time: 0.0668869 Jun 10 22:58:42.352606 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f1d6f8e4-7659-4e77-b651-b996a8e52953 req-95f2c814-8369-4eb2-9c46-9d1c1b8f5f0d tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345597 Jun 10 22:58:43.299571 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 05f68ded-fca6-480c-8edc-bea137c98a75 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:58:43.302539 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device ca33040b-2083-4af4-b474-2f65f8cba781 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:58:43.331605 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: ca33040b-2083-4af4-b474-2f65f8cba781 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:58:43.331980 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device ca33040b-2083-4af4-b474-2f65f8cba781 not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:58:43.444450 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 05f68ded-fca6-480c-8edc-bea137c98a75, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05f68ded-fca6-480c-8edc-bea137c98a75,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:43.457874 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '05f68ded-fca6-480c-8edc-bea137c98a75', 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd', 'port_id': '05f68ded-fca6-480c-8edc-bea137c98a75', 'mac_address': 'fa:16:3e:d6:d6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0822fe5-d43b-4d91-9089-b2de81797b9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:58:43.501032 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:43.516394 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f68ded-fca6-480c-8edc-bea137c98a75 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:58:43.537500 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 05f68ded-fca6-480c-8edc-bea137c98a75, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05f68ded-fca6-480c-8edc-bea137c98a75,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:43.548527 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13f061-fab1-460c-acdc-f26728995bf3 req-6723d893-2865-4294-9bb9-60bf8118bf8a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:43.549993 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5f13f061-fab1-460c-acdc-f26728995bf3 req-6723d893-2865-4294-9bb9-60bf8118bf8a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 943 time: 0.0830123 Jun 10 22:58:43.594389 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5f13f061-fab1-460c-acdc-f26728995bf3 req-41dab16f-269c-46ad-b2ab-ef5d87bdba67 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386295 Jun 10 22:58:43.618610 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:43.620841 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:43.677008 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=05f68ded-fca6-480c-8edc-bea137c98a75,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:43.683780 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:43.684145 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:43.684480 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:43.684807 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:43.685129 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:43.685963 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:43.686285 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:43.686607 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:43.686925 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:43.687237 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:43.687552 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:43.687882 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:43.691564 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:43.866202 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 52932) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:58:44.009446 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['05f68ded-fca6-480c-8edc-bea137c98a75'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:58:44.158128 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Deleting port 45b65894-39ef-44e7-84a4-e601ab7adc4b {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:58:44.159055 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:44.260294 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:44.260623 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:44.352603 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Calling delete_port for 45b65894-39ef-44e7-84a4-e601ab7adc4b owned by network:floatingip {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:58:44.584080 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:44.586001 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:44.614299 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Pushing event deleted for resources: {'Port': ['ID=45b65894-39ef-44e7-84a4-e601ab7adc4b,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:44.625185 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:44.625543 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:44.625915 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:44.626279 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:44.626642 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:44.627005 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:44.627460 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:44.627703 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:44.628083 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:44.628460 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:44.628800 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:44.629150 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:58:44.655465 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:44.701889 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for floatingip, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:44.707483 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.l3_db [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Floating IP 6a87848d-eaa8-4792-a6e1-88a6dcbc1fd6 disassociated (deleted). External IP: 172.27.0.46, port: 9ae05515-a179-4484-8e66-83f9144720cd. Jun 10 22:58:44.785802 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfbe6e-23d7-42f9-872a-cea8c7ee8e16 req-7100c2ac-959a-42b4-ad44-b93a16d2386a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:44.787274 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-59cfbe6e-23d7-42f9-872a-cea8c7ee8e16 req-7100c2ac-959a-42b4-ad44-b93a16d2386a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 944 time: 0.0687456 Jun 10 22:58:44.827821 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-59cfbe6e-23d7-42f9-872a-cea8c7ee8e16 req-14422d83-2196-4f72-bd5e-508235ba2324 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349002 Jun 10 22:58:44.983119 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:58:45.389226 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:58:45.393940 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:45.398246 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fb2f7b-1011-46bd-b19c-92a61347f9c9 None None] Sync routers for ids ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:58:45.406734 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb2f7b-1011-46bd-b19c-92a61347f9c9 None None] Routers {'5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:58:45.407347 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-67fb2f7b-1011-46bd-b19c-92a61347f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:58:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:45.436177 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-2dd8cce8-71e6-43db-9239-1e361cee530c tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "DELETE /v2.0/floatingips/6a87848d-eaa8-4792-a6e1-88a6dcbc1fd6 HTTP/1.1" status: 204 len: 168 time: 1.5687025 Jun 10 22:58:45.436843 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'tag': '9ae05515-a179-4484-8e66-83f9144720cd'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:58:45.439210 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeedc7f5-e01c-4784-bb19-8350090a690e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea7efa1-0046-43c0-a80a-66b1bc4bbb76", "tag": "9ae05515-a179-4484-8e66-83f9144720cd"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:58:45.538763 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd504b43-d8aa-461a-a168-e941ec944be4 x-openstack-request-id: req-cd504b43-d8aa-461a-a168-e941ec944be4 {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:58:45.539126 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea7efa1-0046-43c0-a80a-66b1bc4bbb76", "tag": "9ae05515-a179-4484-8e66-83f9144720cd", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:58:45.539468 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd504b43-d8aa-461a-a168-e941ec944be4 {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:58:45.539931 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'tag': '9ae05515-a179-4484-8e66-83f9144720cd', 'status': 'completed', 'code': 200} Jun 10 22:58:45.683004 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-67fb2f7b-1011-46bd-b19c-92a61347f9c9 None None] Set router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:58:45.936531 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-67fb2f7b-1011-46bd-b19c-92a61347f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:52:15Z', 'revision_number': 4, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '0ad897f6-4c1b-4b88-ab8e-20bef17bbd03', 'name': '', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'mac_address': 'fa:16:3e:fe:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:14Z', 'updated_at': '2021-06-10T22:52:20Z', 'revision_number': 5, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'subnets': [{'id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:45.940059 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fb2f7b-1011-46bd-b19c-92a61347f9c9 None None] Checking router: 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:58:45.947953 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb2f7b-1011-46bd-b19c-92a61347f9c9 None None] Routers {'5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:58:45.948556 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-67fb2f7b-1011-46bd-b19c-92a61347f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:58:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:46.008505 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52a7f1-6ae7-48a8-9314-0e51ca3f2811 req-647e3ad5-a3ed-42d2-ac98-c61cf95eb266 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:46.010226 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5a52a7f1-6ae7-48a8-9314-0e51ca3f2811 req-647e3ad5-a3ed-42d2-ac98-c61cf95eb266 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 944 time: 0.0710962 Jun 10 22:58:46.061257 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-5a52a7f1-6ae7-48a8-9314-0e51ca3f2811 req-d9e879ab-80f3-4fb4-8b71-e730120764b1 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452576 Jun 10 22:58:46.090916 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-67fb2f7b-1011-46bd-b19c-92a61347f9c9 None None] Set router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:58:46.133791 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00a746-cc9d-4805-99d1-c141d04b2d45 req-88e26429-5108-43da-ac37-763a12ca0cf8 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:46.135376 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7b00a746-cc9d-4805-99d1-c141d04b2d45 req-88e26429-5108-43da-ac37-763a12ca0cf8 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0850255 Jun 10 22:58:46.181259 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-7b00a746-cc9d-4805-99d1-c141d04b2d45 req-a2c456c9-115b-48b4-a296-eb9b4b2a2516 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400882 Jun 10 22:58:46.347548 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-67fb2f7b-1011-46bd-b19c-92a61347f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:52:15Z', 'revision_number': 4, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '0ad897f6-4c1b-4b88-ab8e-20bef17bbd03', 'name': '', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'mac_address': 'fa:16:3e:fe:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:14Z', 'updated_at': '2021-06-10T22:52:20Z', 'revision_number': 5, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'subnets': [{'id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:46.350844 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fb2f7b-1011-46bd-b19c-92a61347f9c9 None None] The sync data for ids ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'] in dv-cinder-790535-2-iscsi is: [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:52:15Z', 'revision_number': 4, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '0ad897f6-4c1b-4b88-ab8e-20bef17bbd03', 'name': '', 'network_id': 'e2190823-fed9-4f02-bd3d-4284424e14ed', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'mac_address': 'fa:16:3e:fe:c6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:14Z', 'updated_at': '2021-06-10T22:52:20Z', 'revision_number': 5, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'subnets': [{'id': 'b701f2d6-25a0-41b6-9cd9-5ce47e9665d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:58:46.549627 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c40b36-98d8-480d-a8c2-e1ea4146191d None None] New status for floating IP 6a87848d-eaa8-4792-a6e1-88a6dcbc1fd6: DOWN {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:58:47.178409 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:47.365455 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff3707-1204-407d-b73b-49bd9407dd9f req-8c0b520a-d58e-4a5b-8f4b-632d9e3b0ed2 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:47.366990 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-92ff3707-1204-407d-b73b-49bd9407dd9f req-8c0b520a-d58e-4a5b-8f4b-632d9e3b0ed2 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0722263 Jun 10 22:58:47.411816 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-92ff3707-1204-407d-b73b-49bd9407dd9f req-36665c14-0464-4181-bdc6-17fd30e4c6d2 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389881 Jun 10 22:58:47.542728 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb00e5-518e-4823-8fc2-428526f45139 req-565edd38-fa43-40c0-97f5-cb77d75f1163 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:47.544166 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a5fb00e5-518e-4823-8fc2-428526f45139 req-565edd38-fa43-40c0-97f5-cb77d75f1163 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 944 time: 0.3591628 Jun 10 22:58:47.583737 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a5fb00e5-518e-4823-8fc2-428526f45139 req-0f6dba11-d2d2-417c-b8d8-27d58e140edd tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332201 Jun 10 22:58:48.566510 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedc7f5-e01c-4784-bb19-8350090a690e req-9873e98e-b75e-4e6b-94c6-b69f60fbca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:48.568006 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eeedc7f5-e01c-4784-bb19-8350090a690e req-9873e98e-b75e-4e6b-94c6-b69f60fbca84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=764f131b12ce4bcb9070a3666b914ae8&device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 1098 time: 0.0632572 Jun 10 22:58:48.599501 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bccfc3-9b63-4306-a00d-57fdfb963f63 req-905e6d99-b9a2-453e-9d10-c6db912c96aa tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:48.600997 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d6bccfc3-9b63-4306-a00d-57fdfb963f63 req-905e6d99-b9a2-453e-9d10-c6db912c96aa tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0732832 Jun 10 22:58:48.646483 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d6bccfc3-9b63-4306-a00d-57fdfb963f63 req-8a1bda53-3f6f-4c3c-b25e-9d450183f2e4 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397220 Jun 10 22:58:48.682372 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedc7f5-e01c-4784-bb19-8350090a690e req-c6a6aa99-babe-445f-8d5c-48a040fdce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:48.683746 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eeedc7f5-e01c-4784-bb19-8350090a690e req-c6a6aa99-babe-445f-8d5c-48a040fdce3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2190823-fed9-4f02-bd3d-4284424e14ed HTTP/1.1" status: 200 len: 908 time: 0.1092870 Jun 10 22:58:48.744026 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eeedc7f5-e01c-4784-bb19-8350090a690e req-baadf751-cb65-4ec1-a9c1-39d649e5b37b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ae05515-a179-4484-8e66-83f9144720cd HTTP/1.1" status: 200 len: 217 time: 0.0526946 Jun 10 22:58:48.838027 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedc7f5-e01c-4784-bb19-8350090a690e req-d82cb356-743b-40a9-9c43-4e3dad545a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:48.839448 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eeedc7f5-e01c-4784-bb19-8350090a690e req-d82cb356-743b-40a9-9c43-4e3dad545a38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b701f2d6-25a0-41b6-9cd9-5ce47e9665d5 HTTP/1.1" status: 200 len: 847 time: 0.0867350 Jun 10 22:58:48.858012 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737526e-4075-47a6-9889-f065368b9348 req-3a4ce235-b381-4122-8713-8f11df8e113c tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:48.859396 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a737526e-4075-47a6-9889-f065368b9348 req-3a4ce235-b381-4122-8713-8f11df8e113c tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 944 time: 0.1181839 Jun 10 22:58:48.898974 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a737526e-4075-47a6-9889-f065368b9348 req-780de10d-a1f5-482d-aa11-38e78cfd6264 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340550 Jun 10 22:58:48.968500 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedc7f5-e01c-4784-bb19-8350090a690e req-cd2c20ef-4698-49a6-b924-cb47a696ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:48.969865 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eeedc7f5-e01c-4784-bb19-8350090a690e req-cd2c20ef-4698-49a6-b924-cb47a696ec6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2190823-fed9-4f02-bd3d-4284424e14ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570397 Jun 10 22:58:49.083251 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eeedc7f5-e01c-4784-bb19-8350090a690e req-783d38bf-2178-4da2-ac51-29ad602ff2a8 service neutron] 10.222.0.13 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051390 Jun 10 22:58:49.199256 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eeedc7f5-e01c-4784-bb19-8350090a690e req-741c372e-19ec-4f4d-8e97-72b31aa6362e service neutron] 10.222.0.13 "GET /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094344 Jun 10 22:58:49.379040 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 05f68ded-fca6-480c-8edc-bea137c98a75 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:58:49.499279 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port 05f68ded-fca6-480c-8edc-bea137c98a75 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:58:49.504445 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 05f68ded-fca6-480c-8edc-bea137c98a75 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:58:49.504835 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:49.597023 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:49.623328 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1e5531-3606-46c3-a38d-055b2743e540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f68ded-fca6-480c-8edc-bea137c98a75'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:58:49.625652 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d88de8d-baa1-4163-a21e-44ddfa23e89e" -d '{"events": [{"server_uuid": "3a1e5531-3606-46c3-a38d-055b2743e540", "name": "network-vif-plugged", "status": "completed", "tag": "05f68ded-fca6-480c-8edc-bea137c98a75"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:58:49.640358 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 05f68ded-fca6-480c-8edc-bea137c98a75, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05f68ded-fca6-480c-8edc-bea137c98a75,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:49.662326 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2e9b9f-e494-44c8-bca9-496eca19972c x-openstack-request-id: req-5d2e9b9f-e494-44c8-bca9-496eca19972c {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:58:49.662628 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1e5531-3606-46c3-a38d-055b2743e540", "name": "network-vif-plugged", "status": "completed", "tag": "05f68ded-fca6-480c-8edc-bea137c98a75", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:58:49.662892 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d2e9b9f-e494-44c8-bca9-496eca19972c {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:58:49.663774 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1e5531-3606-46c3-a38d-055b2743e540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f68ded-fca6-480c-8edc-bea137c98a75', 'code': 200} Jun 10 22:58:49.727248 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:49.730123 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:49.784045 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=05f68ded-fca6-480c-8edc-bea137c98a75,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:49.787115 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:49.836133 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531235a-f9ff-40f7-bf41-978e12347043 req-e78b8566-9514-4c3f-9639-c2b9d67f9507 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:49.837652 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e531235a-f9ff-40f7-bf41-978e12347043 req-e78b8566-9514-4c3f-9639-c2b9d67f9507 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0692523 Jun 10 22:58:49.878712 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e531235a-f9ff-40f7-bf41-978e12347043 req-844a9460-f5c2-45cc-b3c6-549d00aee087 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352681 Jun 10 22:58:50.100415 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d71e98-48f3-4e6c-a9b1-c16b288d14ee req-ab77a6a4-2372-4b7c-bcdc-1f56bb7d96e5 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:50.102027 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-88d71e98-48f3-4e6c-a9b1-c16b288d14ee req-ab77a6a4-2372-4b7c-bcdc-1f56bb7d96e5 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 945 time: 0.0867357 Jun 10 22:58:50.129644 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caa1ce-1c48-468a-8b60-f67737a77696 req-95afe28e-30a2-4a3c-a792-7ce4bef31bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:50.132012 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-17caa1ce-1c48-468a-8b60-f67737a77696 req-95afe28e-30a2-4a3c-a792-7ce4bef31bef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 1098 time: 0.0742238 Jun 10 22:58:50.176621 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-17caa1ce-1c48-468a-8b60-f67737a77696 req-5ad1b900-d7f2-4b96-b3ad-d3a19ddf5e0a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360594 Jun 10 22:58:50.192865 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-88d71e98-48f3-4e6c-a9b1-c16b288d14ee req-79d3e47c-c67d-4284-b55b-bb4c6e71652e tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726712 Jun 10 22:58:51.032592 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd39b5-cd91-4c42-8d36-7118d5b9b2dc req-27e74a61-df5d-4333-b968-3d283c08cdc1 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:51.034914 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3ebd39b5-cd91-4c42-8d36-7118d5b9b2dc req-27e74a61-df5d-4333-b968-3d283c08cdc1 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.0903642 Jun 10 22:58:51.216934 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43bf63-d4bf-40a2-a5f1-64bcf54e48e5 req-a72cc0a2-512f-4246-806c-d950b635fb39 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:51.224162 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2b43bf63-d4bf-40a2-a5f1-64bcf54e48e5 req-a72cc0a2-512f-4246-806c-d950b635fb39 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 945 time: 0.1880260 Jun 10 22:58:51.283894 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2b43bf63-d4bf-40a2-a5f1-64bcf54e48e5 req-5faeca25-b954-4f92-b447-f5332d477192 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4046d7-0a59-4e93-b97e-a320f9085b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555522 Jun 10 22:58:51.303338 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-3ebd39b5-cd91-4c42-8d36-7118d5b9b2dc req-f35f151b-d984-473f-a366-59d99b1d76ea tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Deleting port 9ae05515-a179-4484-8e66-83f9144720cd {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:58:51.303839 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3ebd39b5-cd91-4c42-8d36-7118d5b9b2dc req-f35f151b-d984-473f-a366-59d99b1d76ea tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:51.428436 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dba639-f895-476f-ae76-14ba3bd3512b req-840633be-7615-4974-8bff-857ec5327d04 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:51.430871 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d2dba639-f895-476f-ae76-14ba3bd3512b req-840633be-7615-4974-8bff-857ec5327d04 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 945 time: 0.0976381 Jun 10 22:58:51.446271 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-3ebd39b5-cd91-4c42-8d36-7118d5b9b2dc req-f35f151b-d984-473f-a366-59d99b1d76ea tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] For port 9ae05515-a179-4484-8e66-83f9144720cd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9ae05515-a179-4484-8e66-83f9144720cd,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:51.446603 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3ebd39b5-cd91-4c42-8d36-7118d5b9b2dc req-f35f151b-d984-473f-a366-59d99b1d76ea tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:51.488481 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d2dba639-f895-476f-ae76-14ba3bd3512b req-4dd17f00-f77f-45c9-9cf9-a192eaf539ef tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506194 Jun 10 22:58:51.598176 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-3ebd39b5-cd91-4c42-8d36-7118d5b9b2dc req-f35f151b-d984-473f-a366-59d99b1d76ea tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Calling delete_port for 9ae05515-a179-4484-8e66-83f9144720cd owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:58:51.875844 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3ebd39b5-cd91-4c42-8d36-7118d5b9b2dc req-f35f151b-d984-473f-a366-59d99b1d76ea tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:51.880294 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-810e34e0-cf80-464f-acdb-7f0161b01c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:51.910788 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f151b-d984-473f-a366-59d99b1d76ea tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Pushing event deleted for resources: {'Port': ['ID=9ae05515-a179-4484-8e66-83f9144720cd,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:51.918559 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f35f151b-d984-473f-a366-59d99b1d76ea tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:51.988786 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebd39b5-cd91-4c42-8d36-7118d5b9b2dc req-f35f151b-d984-473f-a366-59d99b1d76ea tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] No DVR routers for this DVR port 9ae05515-a179-4484-8e66-83f9144720cd on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:58:51.988786 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-3ebd39b5-cd91-4c42-8d36-7118d5b9b2dc req-f35f151b-d984-473f-a366-59d99b1d76ea tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:51.988786 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-3ebd39b5-cd91-4c42-8d36-7118d5b9b2dc req-f35f151b-d984-473f-a366-59d99b1d76ea tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.13 "DELETE /v2.0/ports/9ae05515-a179-4484-8e66-83f9144720cd HTTP/1.1" status: 204 len: 173 time: 0.9315341 Jun 10 22:58:51.988786 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'name': 'network-vif-deleted', 'tag': '9ae05515-a179-4484-8e66-83f9144720cd'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:58:51.988786 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989e1a65-0f44-4e7b-9f21-6584b895bf90" -d '{"events": [{"server_uuid": "6ea7efa1-0046-43c0-a80a-66b1bc4bbb76", "name": "network-vif-deleted", "tag": "9ae05515-a179-4484-8e66-83f9144720cd"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:58:52.034189 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647e7f9d-0c8b-44f9-b171-62dddb2570ef x-openstack-request-id: req-647e7f9d-0c8b-44f9-b171-62dddb2570ef {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:58:52.034814 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea7efa1-0046-43c0-a80a-66b1bc4bbb76", "name": "network-vif-deleted", "tag": "9ae05515-a179-4484-8e66-83f9144720cd", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:58:52.034932 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-647e7f9d-0c8b-44f9-b171-62dddb2570ef {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:58:52.035524 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea7efa1-0046-43c0-a80a-66b1bc4bbb76', 'name': 'network-vif-deleted', 'tag': '9ae05515-a179-4484-8e66-83f9144720cd', 'status': 'completed', 'code': 200} Jun 10 22:58:52.091109 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0bec4464-c966-44fc-bf30-bcc3f98f8c3e req-27d9be4f-8d1a-44d4-b8b1-ddc8ed58a781 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685456 Jun 10 22:58:52.195113 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-4784397d-504d-49e6-9b62-a60417b4aa12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:52.195634 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec4464-c966-44fc-bf30-bcc3f98f8c3e req-56616918-1dc3-4e5f-a9c7-8032e903cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:52.198170 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0bec4464-c966-44fc-bf30-bcc3f98f8c3e req-56616918-1dc3-4e5f-a9c7-8032e903cc46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 1098 time: 0.0762188 Jun 10 22:58:52.377041 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec4464-c966-44fc-bf30-bcc3f98f8c3e req-5b950f1c-8b13-47be-bdb7-07463367276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:52.378583 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0bec4464-c966-44fc-bf30-bcc3f98f8c3e req-5b950f1c-8b13-47be-bdb7-07463367276b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 911 time: 0.1595690 Jun 10 22:58:52.528670 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0bec4464-c966-44fc-bf30-bcc3f98f8c3e req-d34ba460-4f63-412c-8cc9-2f9c93328eb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768ec069-78f8-4a82-9120-0e0496a224eb HTTP/1.1" status: 200 len: 1001 time: 0.1434007 Jun 10 22:58:52.556207 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-551aa2b4-5dac-4732-b4a1-fc89bfa4fb00 req-555e8468-ed84-441c-9c99-f80fd8a08d3f tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 210 time: 0.0637236 Jun 10 22:58:52.612889 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec4464-c966-44fc-bf30-bcc3f98f8c3e req-67ba8dbf-49e8-4b15-b583-5977738449d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:52.614571 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0bec4464-c966-44fc-bf30-bcc3f98f8c3e req-67ba8dbf-49e8-4b15-b583-5977738449d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ad3ac5-4abd-4be3-b193-420ebfd6d999 HTTP/1.1" status: 200 len: 850 time: 0.0790446 Jun 10 22:58:52.731389 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec4464-c966-44fc-bf30-bcc3f98f8c3e req-8935868c-7c2f-4446-bf6d-13c5a7fd1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:52.733447 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0bec4464-c966-44fc-bf30-bcc3f98f8c3e req-8935868c-7c2f-4446-bf6d-13c5a7fd1729 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fc834ec-cebb-4677-b9ec-a352ac05fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1125290 Jun 10 22:58:52.878458 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a874-3f6b-487b-ac34-adb173978cff req-2212f9b9-96d7-448c-8f75-b9b88b850278 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:52.880186 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f107a874-3f6b-487b-ac34-adb173978cff req-2212f9b9-96d7-448c-8f75-b9b88b850278 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 945 time: 0.1952505 Jun 10 22:58:52.936888 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0bec4464-c966-44fc-bf30-bcc3f98f8c3e req-70f6ae0c-cf9f-46e5-803b-3eede0c14d5d service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908672 Jun 10 22:58:52.975293 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f107a874-3f6b-487b-ac34-adb173978cff req-6cc05848-3c82-41b6-82f4-351942902c85 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847304 Jun 10 22:58:53.072344 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-0bec4464-c966-44fc-bf30-bcc3f98f8c3e req-7be3dc7a-b3a0-4a39-b08d-d38e20b21bbc service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271763 Jun 10 22:58:53.389478 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 9ae05515-a179-4484-8e66-83f9144720cd no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:58:53.412978 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: 9ae05515-a179-4484-8e66-83f9144720cd {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:58:53.413330 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 9ae05515-a179-4484-8e66-83f9144720cd not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:58:53.743295 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2c98ea0a-8db3-4df7-b477-13e7f4788f5d req-5e044bce-c8c0-4aca-9c8c-432e88f00da1 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea7efa1-0046-43c0-a80a-66b1bc4bbb76 HTTP/1.1" status: 200 len: 210 time: 0.0379972 Jun 10 22:58:54.818529 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7f15edc6-ae87-43f0-b626-a0fe9809684d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:54.881328 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:54.892596 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53078) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:58:54.966783 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b365a569-77c3-4e22-a2e3-b6c135068d43 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:55.016776 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b365a569-77c3-4e22-a2e3-b6c135068d43 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:55.189950 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b365a569-77c3-4e22-a2e3-b6c135068d43 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:55.192866 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b365a569-77c3-4e22-a2e3-b6c135068d43 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:55.194719 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-b365a569-77c3-4e22-a2e3-b6c135068d43 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] 10.222.0.25 "DELETE /v2.0/security-groups/bf4046d7-0a59-4e93-b97e-a320f9085b5e HTTP/1.1" status: 204 len: 168 time: 0.3009133 Jun 10 22:58:55.195621 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f9b361b4-90bb-416b-85e1-238c8a974698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:55.208449 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365a569-77c3-4e22-a2e3-b6c135068d43 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4046d7-0a59-4e93-b97e-a320f9085b5e,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:55.212231 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b365a569-77c3-4e22-a2e3-b6c135068d43 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:55.378646 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53082) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:58:55.829494 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:55.990179 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-19f19f46-9880-4942-9c7f-85e78fbc6dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510889'] for router_interface, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:56.176116 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad3788-33a4-461d-9880-38100d4716a7 req-88f07c44-0c9f-4457-9d4d-8490b52d75be tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:58:56.177872 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ddad3788-33a4-461d-9880-38100d4716a7 req-88f07c44-0c9f-4457-9d4d-8490b52d75be tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/networks?id=569360cf-6bcc-4f72-90fe-6a05cc9e91fd HTTP/1.1" status: 200 len: 815 time: 0.1498206 Jun 10 22:58:56.198057 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ddad3788-33a4-461d-9880-38100d4716a7 req-b3952dc0-9f17-43b3-9aa4-f18667f25fa4 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/quotas/3b9a0fd00214467eb6ffb10e4815c13f HTTP/1.1" status: 200 len: 375 time: 0.0125325 Jun 10 22:58:56.283361 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ddad3788-33a4-461d-9880-38100d4716a7 req-62c0ccf0-ad87-491c-a138-07ac65e9d03e tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788014 Jun 10 22:58:56.360651 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-19f19f46-9880-4942-9c7f-85e78fbc6dd7 admin admin] Deleting port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:58:56.361105 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-19f19f46-9880-4942-9c7f-85e78fbc6dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:56.402541 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ddad3788-33a4-461d-9880-38100d4716a7 req-5c09abbf-8ee2-4fa8-ac49-767334d0d892 service neutron] 10.222.0.25 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181207 Jun 10 22:58:56.469518 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [None req-19f19f46-9880-4942-9c7f-85e78fbc6dd7 admin admin] For port 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=0ad897f6-4c1b-4b88-ab8e-20bef17bbd03,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:56.469827 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-19f19f46-9880-4942-9c7f-85e78fbc6dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:56.537262 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ddad3788-33a4-461d-9880-38100d4716a7 req-b1eeacfa-5c71-4803-a847-21d794082cfc service neutron] 10.222.0.25 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288919 Jun 10 22:58:56.566364 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-19f19f46-9880-4942-9c7f-85e78fbc6dd7 admin admin] Calling delete_port for 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 owned by network:router_interface {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:58:56.852676 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5805b3c5-bc3c-44df-8f6f-d59c354201d5 req-cf18ac19-93b9-4557-9be8-8a27f2194adf tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 210 time: 0.0434706 Jun 10 22:58:56.943904 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-19f19f46-9880-4942-9c7f-85e78fbc6dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:56.946336 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-8bf4954f-a2da-40c6-b231-1341911af13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:56.985237 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f19f46-9880-4942-9c7f-85e78fbc6dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad897f6-4c1b-4b88-ab8e-20bef17bbd03,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:56.988505 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-19f19f46-9880-4942-9c7f-85e78fbc6dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:57.289960 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-19f19f46-9880-4942-9c7f-85e78fbc6dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510265'] for router_interface, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:57.338545 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:57.612598 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f19f46-9880-4942-9c7f-85e78fbc6dd7 admin admin] Router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:58:57.768498 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f19f46-9880-4942-9c7f-85e78fbc6dd7 admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:58:57.775726 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-19f19f46-9880-4942-9c7f-85e78fbc6dd7 admin admin] 10.222.0.25 "PUT /v2.0/routers/5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3958924 Jun 10 22:58:57.778553 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53132) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:58:57.783254 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998381fb-42ca-4336-b090-8b9379b13e2c None None] Sync routers for ids ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:58:57.801570 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998381fb-42ca-4336-b090-8b9379b13e2c None None] Routers {'5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:58:57.802748 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-998381fb-42ca-4336-b090-8b9379b13e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:58:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:57.983943 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-998381fb-42ca-4336-b090-8b9379b13e2c None None] Set router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:58:57.986045 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7e7259c3-9acd-4b9d-9c6f-8d086ff01af7 req-496c7cdd-ee1a-4764-8536-caf603b27cb8 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 210 time: 0.0635238 Jun 10 22:58:58.251826 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Notify callbacks [] for router, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:58.293992 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-998381fb-42ca-4336-b090-8b9379b13e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:58:56Z', 'revision_number': 5, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:58.298774 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998381fb-42ca-4336-b090-8b9379b13e2c None None] Checking router: 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:58:58.311050 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998381fb-42ca-4336-b090-8b9379b13e2c None None] Routers {'5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:58:58.311954 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-998381fb-42ca-4336-b090-8b9379b13e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:58:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:58.410607 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:58.574281 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Deleting port 794df783-7663-47b7-8615-15533942383b {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:58:58.574930 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:58.638218 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-998381fb-42ca-4336-b090-8b9379b13e2c None None] Set router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:58:58.703118 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] For port 794df783-7663-47b7-8615-15533942383b, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=794df783-7663-47b7-8615-15533942383b,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:58:58.705201 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:58.822639 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Calling delete_port for 794df783-7663-47b7-8615-15533942383b owned by network:router_gateway {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:58:58.951132 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-998381fb-42ca-4336-b090-8b9379b13e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:58:56Z', 'revision_number': 5, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:58:58.955842 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998381fb-42ca-4336-b090-8b9379b13e2c None None] The sync data for ids ['5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596'] in dv-cinder-790535-2-iscsi is: [{'id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'name': 'tempest-TestShelveInstance-704196070-router', 'tenant_id': '764f131b12ce4bcb9070a3666b914ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '794df783-7663-47b7-8615-15533942383b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:11Z', 'updated_at': '2021-06-10T22:58:56Z', 'revision_number': 5, 'project_id': '764f131b12ce4bcb9070a3666b914ae8', 'gw_port': {'id': '794df783-7663-47b7-8615-15533942383b', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:12Z', 'updated_at': '2021-06-10T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:58:59.133751 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-6319719c-0ce8-439f-ba1d-3ea743a97b53 req-3f9dadef-f54a-4b4d-88b3-61883506c5de tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 210 time: 0.0337114 Jun 10 22:58:59.160704 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:59.163186 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-95b2e323-573d-4fdb-9743-d2d20d99527a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:58:59.194373 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Pushing event deleted for resources: {'Port': ['ID=794df783-7663-47b7-8615-15533942383b,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:58:59.196928 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:58:59.278399 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:59.419018 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:59.422322 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:59.601643 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508493'] for router, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:59.602396 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 {{(pid=98754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 22:58:59.613333 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] Notify callbacks [] for router, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:59.615889 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-bf230152-338b-4265-99ac-a49592953731 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5e96c3f9-e8f2-4b80-a89e-7a0fe40b4596 HTTP/1.1" status: 204 len: 168 time: 1.8342702 Jun 10 22:58:59.628142 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 53144) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:58:59.682883 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee94cc5-d9fb-445a-b3f5-ac3b8419a829 admin admin] Deleting subnet b701f2d6-25a0-41b6-9cd9-5ce47e9665d5 {{(pid=98755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:58:59.687161 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9ee94cc5-d9fb-445a-b3f5-ac3b8419a829 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:59.745183 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9ee94cc5-d9fb-445a-b3f5-ac3b8419a829 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261504014'] for subnet, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:58:59.848680 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9ee94cc5-d9fb-445a-b3f5-ac3b8419a829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:00.174092 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9ee94cc5-d9fb-445a-b3f5-ac3b8419a829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260563444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263884791'] for subnet, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:00.184006 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0dbacf3a-ec3e-4073-82ca-46fdb9dbeef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:00.188933 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9ee94cc5-d9fb-445a-b3f5-ac3b8419a829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:00.192321 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-9ee94cc5-d9fb-445a-b3f5-ac3b8419a829 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b701f2d6-25a0-41b6-9cd9-5ce47e9665d5 HTTP/1.1" status: 204 len: 168 time: 0.5739088 Jun 10 22:59:00.194875 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53154) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:00.197038 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad18270-bd72-43a8-a773-0bda18cbbfa5 None None] Network e2190823-fed9-4f02-bd3d-4284424e14ed requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:59:00.260623 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee94cc5-d9fb-445a-b3f5-ac3b8419a829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b701f2d6-25a0-41b6-9cd9-5ce47e9665d5,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:00.265488 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9ee94cc5-d9fb-445a-b3f5-ac3b8419a829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:00.363071 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:00.364017 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-23964c5e-9e99-4ec7-a663-f3964f6cdcfc req-5b3a010d-73aa-4aae-a406-94bda7a8bae2 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 210 time: 0.0609255 Jun 10 22:59:00.445324 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Deleting port 80fd194c-f1b6-4768-a8ba-60cf7210fb40 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:59:00.445933 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:00.530552 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3b4f91-d24c-472d-86c0-44e484824cb7 None None] DHCP port deletion for e2190823-fed9-4f02-bd3d-4284424e14ed request from dv-cinder-790535-2-iscsi {{(pid=98756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 22:59:00.548197 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] For port 80fd194c-f1b6-4768-a8ba-60cf7210fb40, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=80fd194c-f1b6-4768-a8ba-60cf7210fb40,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:00.548850 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:00.591012 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b4f91-d24c-472d-86c0-44e484824cb7 None None] Deleting port 80fd194c-f1b6-4768-a8ba-60cf7210fb40 {{(pid=98756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:59:00.591410 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4f91-d24c-472d-86c0-44e484824cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:00.672561 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Calling delete_port for 80fd194c-f1b6-4768-a8ba-60cf7210fb40 owned by network:dhcp {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:59:00.705338 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-5e3b4f91-d24c-472d-86c0-44e484824cb7 None None] For port 80fd194c-f1b6-4768-a8ba-60cf7210fb40, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=80fd194c-f1b6-4768-a8ba-60cf7210fb40,segment=NetworkSegment(eb353f22-6b02-41e7-b62f-9412978b80b4),segment_id=eb353f22-6b02-41e7-b62f-9412978b80b4)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:00.706588 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4f91-d24c-472d-86c0-44e484824cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:00.731504 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 794df783-7663-47b7-8615-15533942383b no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:59:00.850247 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b4f91-d24c-472d-86c0-44e484824cb7 None None] Calling delete_port for 80fd194c-f1b6-4768-a8ba-60cf7210fb40 owned by network:dhcp {{(pid=98756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:59:00.874938 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 794df783-7663-47b7-8615-15533942383b {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:59:00.875412 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 794df783-7663-47b7-8615-15533942383b not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:59:00.876183 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 80fd194c-f1b6-4768-a8ba-60cf7210fb40 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:59:00.917828 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:00.922043 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-c79b7403-ddd2-46c8-ac1d-23a868074728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:00.954938 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fd194c-f1b6-4768-a8ba-60cf7210fb40,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:00.957045 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] No DVR routers for this DVR port 80fd194c-f1b6-4768-a8ba-60cf7210fb40 on host dv-cinder-790535-2-iscsi {{(pid=98754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:59:00.959499 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:00.995605 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No active binding found for port 80fd194c-f1b6-4768-a8ba-60cf7210fb40 {{(pid=98756) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 10 22:59:00.996242 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 80fd194c-f1b6-4768-a8ba-60cf7210fb40 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:59:00.996814 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:59:01.033961 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:59:01.034444 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 0ad897f6-4c1b-4b88-ab8e-20bef17bbd03 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:59:01.059534 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4f91-d24c-472d-86c0-44e484824cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152'] for port, after_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:01.061772 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:01.077831 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:01.090601 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b4f91-d24c-472d-86c0-44e484824cb7 None None] Pushing event deleted for resources: {'Port': ['ID=80fd194c-f1b6-4768-a8ba-60cf7210fb40,revision_number=None']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:01.091978 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2190823-fed9-4f02-bd3d-4284424e14ed']}} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:01.093868 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-5e3b4f91-d24c-472d-86c0-44e484824cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:01.096775 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b4f91-d24c-472d-86c0-44e484824cb7 None None] No DVR routers for this DVR port 80fd194c-f1b6-4768-a8ba-60cf7210fb40 on host dv-cinder-790535-2-iscsi {{(pid=98756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:59:01.108032 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb353f22-6b02-41e7-b62f-9412978b80b4') {'for_net_delete': True} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:01.108335 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb353f22-6b02-41e7-b62f-9412978b80b4') {} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:01.126208 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261414582'] for segment, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:01.154499 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:01.161817 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=98754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261566773'] for segment, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: Traceback (most recent call last): Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: timer() Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: cb(*args, **kw) Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: return func(*args, **kwargs) Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: self._notify() Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: self.callback(batched_events) Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: event.method(event) Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: return f(self, *a, **k) Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._get(url).json() Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: return self.request(url, 'GET', **kwargs) Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:59:01.167245 dv-cinder-790535-2-iscsi neutron-server[98754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:59:01.322976 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:01.331713 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:01.353469 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:01.363921 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 53166) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:01.364987 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e2190823-fed9-4f02-bd3d-4284424e14ed HTTP/1.1" status: 204 len: 168 time: 1.1687942 Jun 10 22:59:01.368802 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2190823-fed9-4f02-bd3d-4284424e14ed,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:01.375972 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0c842bb4-495a-4713-a7bd-fdc2aa458ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:01.557217 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-248c02a0-7e72-46f7-9529-7c1e76afabf1 req-bb01a1a2-ea56-4bad-b68a-3cbc05fae8a0 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 210 time: 0.0440378 Jun 10 22:59:01.653542 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad3788-33a4-461d-9880-38100d4716a7 req-ea249425-dbc4-45ca-a930-cca40bb4330f tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:01.655180 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ddad3788-33a4-461d-9880-38100d4716a7 req-ea249425-dbc4-45ca-a930-cca40bb4330f tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "GET /v2.0/networks?id=569360cf-6bcc-4f72-90fe-6a05cc9e91fd HTTP/1.1" status: 200 len: 815 time: 0.3453567 Jun 10 22:59:01.671575 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Request body: {'port': {'device_id': '942a4c97-2656-483e-98b8-255430fe8047', 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd', 'admin_state_up': True, 'tenant_id': '3b9a0fd00214467eb6ffb10e4815c13f'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:59:02.318272 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Made reservation on behalf of 3b9a0fd00214467eb6ffb10e4815c13f for: {'port': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:59:02.321788 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:02.526797 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Allocated IP 172.20.0.9 (569360cf-6bcc-4f72-90fe-6a05cc9e91fd/f0822fe5-d43b-4d91-9089-b2de81797b9b/69c2a4c9-bf15-468b-abcc-bda4551e6752) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:59:02.595896 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb986-1039-41c9-b67b-1abecb26634c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510889'] for router_interface, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:02.853477 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-20267e37-edf5-40df-9a33-bed5816747b1 req-b3787186-0b13-4380-b312-5244bc8f2983 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 210 time: 0.0888040 Jun 10 22:59:02.906765 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:03.124056 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:03.133135 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-a915e479-e844-4c10-b53a-841c5c0cc565 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:03.142045 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['3f0c6b78-40f5-45fd-a037-dd1f30041d90', '05f68ded-fca6-480c-8edc-bea137c98a75'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:59:03.260876 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:59:03.272259 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:59:03.277283 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Pushing event updated for resources: {'Port': ['ID=69c2a4c9-bf15-468b-abcc-bda4551e6752,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:03.282570 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:59:03.294959 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:03.362132 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cb986-1039-41c9-b67b-1abecb26634c admin admin] Deleting port fb700dfa-0214-4db9-9318-1ba7832d3592 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:59:03.362483 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb986-1039-41c9-b67b-1abecb26634c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:03.416071 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:03.416802 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:03.511112 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [None req-3a6cb986-1039-41c9-b67b-1abecb26634c admin admin] For port fb700dfa-0214-4db9-9318-1ba7832d3592, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=fb700dfa-0214-4db9-9318-1ba7832d3592,segment=NetworkSegment(3724251e-e7fc-4b22-b306-28714b5e1177),segment_id=3724251e-e7fc-4b22-b306-28714b5e1177)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:03.511688 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb986-1039-41c9-b67b-1abecb26634c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:03.610493 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cb986-1039-41c9-b67b-1abecb26634c admin admin] Calling delete_port for fb700dfa-0214-4db9-9318-1ba7832d3592 owned by network:router_interface {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:59:03.812482 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1449604 Jun 10 22:59:03.825854 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Request body: {'port': {'device_id': '942a4c97-2656-483e-98b8-255430fe8047', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:59:03.915177 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:03.960426 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb986-1039-41c9-b67b-1abecb26634c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:03.964232 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3c2c765c-1c1a-4573-b39d-3964ed8e17c8 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:04.012493 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cb986-1039-41c9-b67b-1abecb26634c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb700dfa-0214-4db9-9318-1ba7832d3592,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:04.018335 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3a6cb986-1039-41c9-b67b-1abecb26634c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:04.068241 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37027add-0d81-4125-af33-b404c123252b req-e81c2f6f-866c-4ebb-8fee-edc3d50d3407 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:04.069906 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-37027add-0d81-4125-af33-b404c123252b req-e81c2f6f-866c-4ebb-8fee-edc3d50d3407 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 931 time: 0.0944295 Jun 10 22:59:04.144910 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-37027add-0d81-4125-af33-b404c123252b req-ccf81c82-5b30-4e5a-a36e-aa2ca7f453f7 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692232 Jun 10 22:59:04.469572 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb986-1039-41c9-b67b-1abecb26634c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510265'] for router_interface, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:04.656820 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c2a4c9-bf15-468b-abcc-bda4551e6752 {{(pid=98755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:59:04.677843 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:04.702776 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Transition to ACTIVE for port object 69c2a4c9-bf15-468b-abcc-bda4551e6752 will not be triggered until provisioned by entity L2. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:59:04.864267 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:04.868783 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-437b06ef-8469-4f0d-acc7-be966e66decb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:05.015942 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=69c2a4c9-bf15-468b-abcc-bda4551e6752,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:05.022186 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:05.094612 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6cb986-1039-41c9-b67b-1abecb26634c admin admin] Router f8523c70-d26b-41e2-ad42-5a178ccbcaba has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:59:05.245787 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Attempting to bind port 69c2a4c9-bf15-468b-abcc-bda4551e6752 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:59:05.246212 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Attempting to bind port 69c2a4c9-bf15-468b-abcc-bda4551e6752 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:59:05.247152 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Attempting to bind port 69c2a4c9-bf15-468b-abcc-bda4551e6752 on network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:59:05.620266 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Port 69c2a4c9-bf15-468b-abcc-bda4551e6752 on network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:59:05.620762 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Attempting to bind port 69c2a4c9-bf15-468b-abcc-bda4551e6752 on network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:59:05.670477 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:59:05.671960 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Checking segment: {'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:59:05.672588 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Bound using segment: {'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:59:05.673264 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Bound port: 69c2a4c9-bf15-468b-abcc-bda4551e6752, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'}}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:59:05.673803 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:05.778917 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6cb986-1039-41c9-b67b-1abecb26634c admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:59:05.788671 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-3a6cb986-1039-41c9-b67b-1abecb26634c admin admin] 10.222.0.25 "PUT /v2.0/routers/f8523c70-d26b-41e2-ad42-5a178ccbcaba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4222329 Jun 10 22:59:05.788994 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53216) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:05.793454 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b29dd49-13a1-4e16-b75a-de83105113f1 None None] Sync routers for ids ['f8523c70-d26b-41e2-ad42-5a178ccbcaba'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:59:05.824052 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e86e4-a05c-4711-96e2-d9dfe6feb95b req-bcb2aa07-ddbe-4a14-9878-bef4d5e679b4 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:05.836380 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b29dd49-13a1-4e16-b75a-de83105113f1 None None] Routers {'f8523c70-d26b-41e2-ad42-5a178ccbcaba'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:59:05.837455 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-2b29dd49-13a1-4e16-b75a-de83105113f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:58:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['f8523c70-d26b-41e2-ad42-5a178ccbcaba'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:05.839455 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-032e86e4-a05c-4711-96e2-d9dfe6feb95b req-bcb2aa07-ddbe-4a14-9878-bef4d5e679b4 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 943 time: 0.2130148 Jun 10 22:59:05.858691 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] For port 69c2a4c9-bf15-468b-abcc-bda4551e6752, host hv-cinder-79053, cleared binding levels {{(pid=98755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:59:05.862666 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] For port 69c2a4c9-bf15-468b-abcc-bda4551e6752, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=69c2a4c9-bf15-468b-abcc-bda4551e6752,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:59:05.904217 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-032e86e4-a05c-4711-96e2-d9dfe6feb95b req-59de48d2-14e2-42a5-bab4-9cd78304d3ed tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538101 Jun 10 22:59:05.965810 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:05.968524 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-e83d157f-83ae-42c2-826d-c04c4200bdeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:06.031492 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:06.032266 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:06.033738 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ddad3788-33a4-461d-9880-38100d4716a7 req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/69c2a4c9-bf15-468b-abcc-bda4551e6752 HTTP/1.1" status: 200 len: 1093 time: 2.2123799 Jun 10 22:59:06.034368 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942a4c97-2656-483e-98b8-255430fe8047', 'tag': '69c2a4c9-bf15-468b-abcc-bda4551e6752'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:59:06.036943 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba705f2-7142-4607-899f-68a4a0691394" -d '{"events": [{"name": "network-changed", "server_uuid": "942a4c97-2656-483e-98b8-255430fe8047", "tag": "69c2a4c9-bf15-468b-abcc-bda4551e6752"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:59:06.069662 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Notify callbacks [] for router, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:06.073373 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=69c2a4c9-bf15-468b-abcc-bda4551e6752,revision_number=3']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:06.083313 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:06.114338 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c4f4e2-af20-49f9-bce7-d45d0155580f x-openstack-request-id: req-c6c4f4e2-af20-49f9-bce7-d45d0155580f {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:59:06.114759 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942a4c97-2656-483e-98b8-255430fe8047", "tag": "69c2a4c9-bf15-468b-abcc-bda4551e6752", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:59:06.115147 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6c4f4e2-af20-49f9-bce7-d45d0155580f {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:59:06.115681 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942a4c97-2656-483e-98b8-255430fe8047', 'tag': '69c2a4c9-bf15-468b-abcc-bda4551e6752', 'status': 'completed', 'code': 200} Jun 10 22:59:06.123020 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-2b29dd49-13a1-4e16-b75a-de83105113f1 None None] Set router f8523c70-d26b-41e2-ad42-5a178ccbcaba gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:59:06.211961 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba705f2-7142-4607-899f-68a4a0691394 req-ff88699b-d17c-4c79-a980-6f8c6e89cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:06.213729 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6ba705f2-7142-4607-899f-68a4a0691394 req-ff88699b-d17c-4c79-a980-6f8c6e89cb81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 1096 time: 0.0737276 Jun 10 22:59:06.289636 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:06.379125 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba705f2-7142-4607-899f-68a4a0691394 req-6d6d585a-6d76-43cb-84ae-310a56fd1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:06.380621 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6ba705f2-7142-4607-899f-68a4a0691394 req-6d6d585a-6d76-43cb-84ae-310a56fd1fab service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1575146 Jun 10 22:59:06.462294 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-2b29dd49-13a1-4e16-b75a-de83105113f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'name': 'tempest-TestShelveInstance-1558150673-router', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '06323751-5771-4e52-a6b0-487c5cf450c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:19Z', 'updated_at': '2021-06-10T22:59:03Z', 'revision_number': 5, 'project_id': '0936ee131bec4d1aaeedbba5e445da9d', 'gw_port': {'id': '06323751-5771-4e52-a6b0-487c5cf450c6', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:20Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:06.479242 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b29dd49-13a1-4e16-b75a-de83105113f1 None None] Checking router: f8523c70-d26b-41e2-ad42-5a178ccbcaba for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:59:06.501072 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b29dd49-13a1-4e16-b75a-de83105113f1 None None] Routers {'f8523c70-d26b-41e2-ad42-5a178ccbcaba'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:59:06.501846 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-2b29dd49-13a1-4e16-b75a-de83105113f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:58:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['f8523c70-d26b-41e2-ad42-5a178ccbcaba'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:06.533684 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba705f2-7142-4607-899f-68a4a0691394 req-5bdfddf7-a03c-47fd-a749-e8cb990d4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:06.535297 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6ba705f2-7142-4607-899f-68a4a0691394 req-5bdfddf7-a03c-47fd-a749-e8cb990d4bf5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1476870 Jun 10 22:59:06.575209 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Deleting port 06323751-5771-4e52-a6b0-487c5cf450c6 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:59:06.575805 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:06.692445 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad3788-33a4-461d-9880-38100d4716a7 req-94bc5a6d-91e4-4054-9237-0c24224fd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:06.694645 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ddad3788-33a4-461d-9880-38100d4716a7 req-94bc5a6d-91e4-4054-9237-0c24224fd1fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 1096 time: 0.1113536 Jun 10 22:59:06.705552 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] For port 06323751-5771-4e52-a6b0-487c5cf450c6, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=06323751-5771-4e52-a6b0-487c5cf450c6,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:06.705921 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:06.752106 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-2b29dd49-13a1-4e16-b75a-de83105113f1 None None] Set router f8523c70-d26b-41e2-ad42-5a178ccbcaba gateway port host: None {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:59:06.774864 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ddad3788-33a4-461d-9880-38100d4716a7 req-9e72c8b3-0ee0-46b3-9e82-74dd182d28dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69c2a4c9-bf15-468b-abcc-bda4551e6752 HTTP/1.1" status: 200 len: 217 time: 0.0647166 Jun 10 22:59:06.814820 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Calling delete_port for 06323751-5771-4e52-a6b0-487c5cf450c6 owned by network:router_gateway {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:59:06.896825 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad3788-33a4-461d-9880-38100d4716a7 req-c2c4355e-5786-4bba-993d-65cd160a4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:06.898313 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ddad3788-33a4-461d-9880-38100d4716a7 req-c2c4355e-5786-4bba-993d-65cd160a4a56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0822fe5-d43b-4d91-9089-b2de81797b9b HTTP/1.1" status: 200 len: 855 time: 0.1122098 Jun 10 22:59:06.938597 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ddad3788-33a4-461d-9880-38100d4716a7 req-5715807b-1b13-45da-bdd6-843f3c54a2ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=569360cf-6bcc-4f72-90fe-6a05cc9e91fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332463 Jun 10 22:59:06.946162 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-2b29dd49-13a1-4e16-b75a-de83105113f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'name': 'tempest-TestShelveInstance-1558150673-router', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:19Z', 'updated_at': '2021-06-10T22:59:06Z', 'revision_number': 6, 'project_id': '0936ee131bec4d1aaeedbba5e445da9d', 'gw_port_host': None}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:06.949611 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b29dd49-13a1-4e16-b75a-de83105113f1 None None] The sync data for ids ['f8523c70-d26b-41e2-ad42-5a178ccbcaba'] in dv-cinder-790535-2-iscsi is: [{'id': 'f8523c70-d26b-41e2-ad42-5a178ccbcaba', 'name': 'tempest-TestShelveInstance-1558150673-router', 'tenant_id': '0936ee131bec4d1aaeedbba5e445da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:19Z', 'updated_at': '2021-06-10T22:59:06Z', 'revision_number': 6, 'project_id': '0936ee131bec4d1aaeedbba5e445da9d', 'gw_port_host': None}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:59:07.141588 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ddad3788-33a4-461d-9880-38100d4716a7 req-ab62c245-117c-4a5b-a301-de73c8abe416 service neutron] 10.222.0.13 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966226 Jun 10 22:59:07.229768 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:07.232438 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-329dfb17-dd5b-413e-ae82-3936164f4440 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:07.244005 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44a370-1a45-4482-a6cd-aee71d051800 req-ee848dd2-09ee-4d3e-a6ce-1620315d61bc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:07.245500 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-be44a370-1a45-4482-a6cd-aee71d051800 req-ee848dd2-09ee-4d3e-a6ce-1620315d61bc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 943 time: 0.1809947 Jun 10 22:59:07.262160 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Pushing event deleted for resources: {'Port': ['ID=06323751-5771-4e52-a6b0-487c5cf450c6,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:07.264588 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:07.313756 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ddad3788-33a4-461d-9880-38100d4716a7 req-c2e7195c-e10b-43ce-9c2c-e95afc1368b0 service neutron] 10.222.0.13 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623566 Jun 10 22:59:07.327509 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-be44a370-1a45-4482-a6cd-aee71d051800 req-fd3dfc5e-a660-4998-a9a1-3b05d0301375 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709524 Jun 10 22:59:07.367776 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:07.508995 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:07.511229 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:07.641584 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508493'] for router, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:07.642613 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8523c70-d26b-41e2-ad42-5a178ccbcaba {{(pid=98754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 22:59:07.647456 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] Notify callbacks [] for router, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:07.648842 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-b1bff2e6-f1df-4271-b3a8-b791510287ce admin admin] 10.222.0.25 "DELETE /v2.0/routers/f8523c70-d26b-41e2-ad42-5a178ccbcaba HTTP/1.1" status: 204 len: 168 time: 1.8588719 Jun 10 22:59:07.651539 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 53236) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:07.713359 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa233e85-b8e4-47c9-ad98-fd2c0d9f73c9 admin admin] Deleting subnet 1ba0082f-fbea-4d2a-9d96-3bdc13fad249 {{(pid=98755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:59:07.715567 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aa233e85-b8e4-47c9-ad98-fd2c0d9f73c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:07.766154 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aa233e85-b8e4-47c9-ad98-fd2c0d9f73c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261504014'] for subnet, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:07.890998 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aa233e85-b8e4-47c9-ad98-fd2c0d9f73c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:08.022298 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aa233e85-b8e4-47c9-ad98-fd2c0d9f73c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260563444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263884791'] for subnet, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:08.026374 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-4ab9a6c3-bca4-42b8-bb23-e679fcf661fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:08.066629 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa233e85-b8e4-47c9-ad98-fd2c0d9f73c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba0082f-fbea-4d2a-9d96-3bdc13fad249,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:08.069230 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-aa233e85-b8e4-47c9-ad98-fd2c0d9f73c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:08.072197 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0763af-f184-42e7-9210-bef70931be96 None None] Network fed3f4e0-08f3-48ae-b3f7-2f263561f612 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 22:59:08.072714 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-aa233e85-b8e4-47c9-ad98-fd2c0d9f73c9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1ba0082f-fbea-4d2a-9d96-3bdc13fad249 HTTP/1.1" status: 204 len: 168 time: 0.4197135 Jun 10 22:59:08.073582 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-aa233e85-b8e4-47c9-ad98-fd2c0d9f73c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:08.074802 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53244) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:08.178195 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:08.242179 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Deleting port 7808153d-71d0-49b0-b830-804673e41009 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:59:08.242526 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:08.326122 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f47201-bc8f-4d5f-809c-ad3740f04197 None None] DHCP port deletion for fed3f4e0-08f3-48ae-b3f7-2f263561f612 request from dv-cinder-790535-2-iscsi {{(pid=98756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 22:59:08.388491 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-64f47201-bc8f-4d5f-809c-ad3740f04197 None None] Deleting port 7808153d-71d0-49b0-b830-804673e41009 {{(pid=98756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 22:59:08.388491 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-64f47201-bc8f-4d5f-809c-ad3740f04197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:08.473051 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-64f47201-bc8f-4d5f-809c-ad3740f04197 None None] For port 7808153d-71d0-49b0-b830-804673e41009, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=7808153d-71d0-49b0-b830-804673e41009,segment=NetworkSegment(3724251e-e7fc-4b22-b306-28714b5e1177),segment_id=3724251e-e7fc-4b22-b306-28714b5e1177)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:08.473460 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-64f47201-bc8f-4d5f-809c-ad3740f04197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:08.570424 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-64f47201-bc8f-4d5f-809c-ad3740f04197 None None] Calling delete_port for 7808153d-71d0-49b0-b830-804673e41009 owned by network:dhcp {{(pid=98756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:59:08.660411 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] For port 7808153d-71d0-49b0-b830-804673e41009, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=7808153d-71d0-49b0-b830-804673e41009,segment=NetworkSegment(3724251e-e7fc-4b22-b306-28714b5e1177),segment_id=3724251e-e7fc-4b22-b306-28714b5e1177)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:08.661012 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:08.706060 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 06323751-5771-4e52-a6b0-487c5cf450c6 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:59:08.733673 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 06323751-5771-4e52-a6b0-487c5cf450c6 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:59:08.740793 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 06323751-5771-4e52-a6b0-487c5cf450c6 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:59:08.740793 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 7808153d-71d0-49b0-b830-804673e41009 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:59:08.761852 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Calling delete_port for 7808153d-71d0-49b0-b830-804673e41009 owned by network:dhcp {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 22:59:08.766599 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-64f47201-bc8f-4d5f-809c-ad3740f04197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152'] for port, after_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:08.770870 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-2921e090-495a-4741-9ba4-04cbdfcff886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:08.802441 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f47201-bc8f-4d5f-809c-ad3740f04197 None None] Pushing event deleted for resources: {'Port': ['ID=7808153d-71d0-49b0-b830-804673e41009,revision_number=None']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:08.805370 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-64f47201-bc8f-4d5f-809c-ad3740f04197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:08.806471 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f47201-bc8f-4d5f-809c-ad3740f04197 None None] No DVR routers for this DVR port 7808153d-71d0-49b0-b830-804673e41009 on host dv-cinder-790535-2-iscsi {{(pid=98756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:59:08.815221 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No active binding found for port 7808153d-71d0-49b0-b830-804673e41009 {{(pid=98756) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 10 22:59:08.815221 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 7808153d-71d0-49b0-b830-804673e41009 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:59:08.815221 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device fb700dfa-0214-4db9-9318-1ba7832d3592 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 22:59:08.837525 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: fb700dfa-0214-4db9-9318-1ba7832d3592 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 22:59:08.837881 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device fb700dfa-0214-4db9-9318-1ba7832d3592 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 22:59:08.838977 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5540337-34a0-4573-a7ad-8227fb373b30 req-0d132488-2484-4273-8cd4-8bb986777c56 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:08.840539 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d5540337-34a0-4573-a7ad-8227fb373b30 req-0d132488-2484-4273-8cd4-8bb986777c56 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 943 time: 0.2327249 Jun 10 22:59:08.906502 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d5540337-34a0-4573-a7ad-8227fb373b30 req-fe63865d-98ce-4fbf-9c15-e147be2d32aa tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566983 Jun 10 22:59:08.910978 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:08.913809 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-3ee572f0-cb60-42c7-915a-97b6c8699dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:08.923505 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] No DVR routers for this DVR port 7808153d-71d0-49b0-b830-804673e41009 on host dv-cinder-790535-2-iscsi {{(pid=98754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 22:59:08.973364 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7808153d-71d0-49b0-b830-804673e41009,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:08.986151 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:09.048270 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:09.059427 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed3f4e0-08f3-48ae-b3f7-2f263561f612']}} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:09.070375 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3724251e-e7fc-4b22-b306-28714b5e1177') {'for_net_delete': True} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:09.070674 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3724251e-e7fc-4b22-b306-28714b5e1177') {} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:09.080953 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261414582'] for segment, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:09.096860 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:09.103553 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=98754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:59:09.104080 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261566773'] for segment, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: Traceback (most recent call last): Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: timer() Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: cb(*args, **kw) Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: return func(*args, **kwargs) Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: self._notify() Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: self.callback(batched_events) Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: event.method(event) Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: return f(self, *a, **k) Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._get(url).json() Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: return self.request(url, 'GET', **kwargs) Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:59:09.105835 dv-cinder-790535-2-iscsi neutron-server[98754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:59:09.275070 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-5f277f70-4986-4dec-a012-eb29248f8e01 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001555170&fields=id&tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af HTTP/1.1" status: 200 len: 267 time: 0.0386651 Jun 10 22:59:09.280897 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:09.285900 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:09.288097 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fed3f4e0-08f3-48ae-b3f7-2f263561f612 HTTP/1.1" status: 204 len: 168 time: 1.2121398 Jun 10 22:59:09.289094 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:09.306564 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fed3f4e0-08f3-48ae-b3f7-2f263561f612,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:09.312849 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:09.422543 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-80773f53-6b6d-4042-8bc9-e5e54a90127b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:09.423991 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-80773f53-6b6d-4042-8bc9-e5e54a90127b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 811 time: 0.1423757 Jun 10 22:59:09.438413 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-f6e8f40b-0d31-43e6-aa74-790a123da20c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/quotas/4cd98d9793274a1ca8847ac8ecc0f2af HTTP/1.1" status: 200 len: 375 time: 0.0090444 Jun 10 22:59:09.520012 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-72bb1b77-722e-4081-8b42-6041cb0bef3b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0769007 Jun 10 22:59:09.638169 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-ef70a257-026e-409c-b905-6f55be3038fc service neutron] 10.222.0.25 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069031 Jun 10 22:59:09.711147 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53304) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:09.752510 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-4b974508-43ec-4522-afa0-d5f460710a9e service neutron] 10.222.0.25 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081576 Jun 10 22:59:09.755381 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-196fc46a-ea23-404a-8a0e-ec74c501d5d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=764f131b12ce4bcb9070a3666b914ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427992 Jun 10 22:59:09.757551 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53306) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:09.810676 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5c47c44a-2003-4eee-9b17-c8b72d2044e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:09.834428 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5c47c44a-2003-4eee-9b17-c8b72d2044e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:10.055737 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5c47c44a-2003-4eee-9b17-c8b72d2044e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:10.058434 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5c47c44a-2003-4eee-9b17-c8b72d2044e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:10.059549 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-5c47c44a-2003-4eee-9b17-c8b72d2044e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cadadfe-6875-407e-a6e3-6dafa0e44a1c HTTP/1.1" status: 204 len: 168 time: 0.3010736 Jun 10 22:59:10.062056 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-76d3252d-1e97-4d29-90e0-775c8471f322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:10.076314 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47c44a-2003-4eee-9b17-c8b72d2044e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cadadfe-6875-407e-a6e3-6dafa0e44a1c,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:10.080053 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5c47c44a-2003-4eee-9b17-c8b72d2044e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:10.108855 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3666196-f00d-4821-9569-3e4bad070997 req-e0c2d9d5-4670-4852-a493-0ee4ebc4e534 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:10.110897 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c3666196-f00d-4821-9569-3e4bad070997 req-e0c2d9d5-4670-4852-a493-0ee4ebc4e534 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 943 time: 0.0946186 Jun 10 22:59:10.156135 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c3666196-f00d-4821-9569-3e4bad070997 req-b3c63a11-9cab-456b-87a3-58677dd12412 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387948 Jun 10 22:59:10.528387 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-fb5883d8-e740-4eeb-91d5-7cf07b6ca8e1 req-93f100a3-3c49-4764-88e0-16d2e75a3e3f tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 210 time: 0.0326951 Jun 10 22:59:10.800376 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53352) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:10.844535 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-4e2a91c1-6f2b-43e7-be61-0179594c2bba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0936ee131bec4d1aaeedbba5e445da9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428045 Jun 10 22:59:10.846979 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53354) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:10.904721 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e63f3b4a-4a8d-4509-88f7-eae0eb4d6d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:10.928642 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e63f3b4a-4a8d-4509-88f7-eae0eb4d6d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:11.052456 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e63f3b4a-4a8d-4509-88f7-eae0eb4d6d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:11.055352 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-e63f3b4a-4a8d-4509-88f7-eae0eb4d6d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:11.056592 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-e63f3b4a-4a8d-4509-88f7-eae0eb4d6d80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c0d09c0-78ab-42ad-80a5-4513b60940ac HTTP/1.1" status: 204 len: 168 time: 0.2086976 Jun 10 22:59:11.057459 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-d67b4924-2af1-4c38-a0ed-144dc60db3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:11.068779 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f3b4a-4a8d-4509-88f7-eae0eb4d6d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0d09c0-78ab-42ad-80a5-4513b60940ac,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:11.077075 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e63f3b4a-4a8d-4509-88f7-eae0eb4d6d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:11.339187 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddf701-5934-4ebb-acbc-14ff3fd85df1 req-a51a39f9-0fed-45db-a7e5-9bb7f61414dd tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:11.341328 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c0ddf701-5934-4ebb-acbc-14ff3fd85df1 req-a51a39f9-0fed-45db-a7e5-9bb7f61414dd tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 943 time: 0.0744145 Jun 10 22:59:11.383772 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c0ddf701-5934-4ebb-acbc-14ff3fd85df1 req-172ea2d3-ad57-4ea5-afb3-579aed3e0eb1 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366080 Jun 10 22:59:11.682955 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f6727549-21cd-443d-8571-53a3a691592e req-8cde7137-0c70-4b13-97c9-73db508d390c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 210 time: 0.0352423 Jun 10 22:59:12.020844 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 69c2a4c9-bf15-468b-abcc-bda4551e6752 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:59:12.109073 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53368) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:12.145889 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 69c2a4c9-bf15-468b-abcc-bda4551e6752, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=69c2a4c9-bf15-468b-abcc-bda4551e6752,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:12.159123 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '69c2a4c9-bf15-468b-abcc-bda4551e6752', 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd', 'port_id': '69c2a4c9-bf15-468b-abcc-bda4551e6752', 'mac_address': 'fa:16:3e:65:c6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0822fe5-d43b-4d91-9089-b2de81797b9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:59:12.164113 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c159857-0a8c-434d-be97-473b5b21a095 admin admin] Deleting subnet 9ae66ff3-9b98-41df-9aef-5caba87b593a {{(pid=98754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 22:59:12.167964 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c159857-0a8c-434d-be97-473b5b21a095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:12.206368 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:12.215448 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c159857-0a8c-434d-be97-473b5b21a095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261414575'] for subnet, precommit_delete_associations {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:12.221090 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c2a4c9-bf15-468b-abcc-bda4551e6752 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:59:12.241483 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 69c2a4c9-bf15-468b-abcc-bda4551e6752, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=69c2a4c9-bf15-468b-abcc-bda4551e6752,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:12.261567 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c159857-0a8c-434d-be97-473b5b21a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:12.327431 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:12.329239 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:12.381100 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=69c2a4c9-bf15-468b-abcc-bda4551e6752,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:12.384263 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:12.410710 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c159857-0a8c-434d-be97-473b5b21a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261568170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260754709'] for subnet, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:12.413339 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:12.447999 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c159857-0a8c-434d-be97-473b5b21a095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae66ff3-9b98-41df-9aef-5caba87b593a,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:12.451503 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0c159857-0a8c-434d-be97-473b5b21a095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:12.452509 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-0c159857-0a8c-434d-be97-473b5b21a095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:12.456995 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 53372) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:12.457490 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-0c159857-0a8c-434d-be97-473b5b21a095 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9ae66ff3-9b98-41df-9aef-5caba87b593a HTTP/1.1" status: 204 len: 168 time: 0.3468778 Jun 10 22:59:12.577888 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-be47c303-5769-4e3c-b941-3bd864a04890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:12.657103 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['69c2a4c9-bf15-468b-abcc-bda4551e6752'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:59:12.674677 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d1e7a-2032-46a4-b6ec-d107babdd135 req-7851425a-1157-4862-8b98-c257cfb779f8 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:12.676190 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ed9d1e7a-2032-46a4-b6ec-d107babdd135 req-7851425a-1157-4862-8b98-c257cfb779f8 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 944 time: 0.1387081 Jun 10 22:59:12.714946 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-be47c303-5769-4e3c-b941-3bd864a04890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:12.733587 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-be47c303-5769-4e3c-b941-3bd864a04890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d87f9b-72dc-4466-8063-8eb75c1a88f0']}} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:12.754250 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-be47c303-5769-4e3c-b941-3bd864a04890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1bb511-efe7-4738-a985-a1eb59d38849') {'for_net_delete': True} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:12.754545 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-be47c303-5769-4e3c-b941-3bd864a04890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1bb511-efe7-4738-a985-a1eb59d38849') {} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:12.773689 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-be47c303-5769-4e3c-b941-3bd864a04890 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261504023'] for segment, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:12.788901 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ed9d1e7a-2032-46a4-b6ec-d107babdd135 req-b7f92afb-bf90-4bc4-bdf4-05f27aceaa24 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704722 Jun 10 22:59:12.828825 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:59:12.840846 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c77d099f-a79c-4c6e-ab00-7989eae7d20f req-a6c28971-b327-43ee-8d05-65b22482e9df tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 210 time: 0.0344553 Jun 10 22:59:12.920308 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-be47c303-5769-4e3c-b941-3bd864a04890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:12.936234 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be47c303-5769-4e3c-b941-3bd864a04890 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=98755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 22:59:12.936705 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-be47c303-5769-4e3c-b941-3bd864a04890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260564587'] for segment, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 22:59:12.938275 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: Traceback (most recent call last): Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: timer() Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: cb(*args, **kw) Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: return func(*args, **kwargs) Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: self._notify() Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: self.callback(batched_events) Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: event.method(event) Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: return f(self, *a, **k) Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._get(url).json() Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: return self.request(url, 'GET', **kwargs) Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 22:59:12.941722 dv-cinder-790535-2-iscsi neutron-server[98755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 22:59:13.029692 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-1d73f254-e8ad-4695-a3c0-5a59414b972d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:13.031059 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-1d73f254-e8ad-4695-a3c0-5a59414b972d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 811 time: 0.1976504 Jun 10 22:59:13.079578 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-694b19ed-4dcf-4b5d-a9d2-3eec52d36ad5 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af HTTP/1.1" status: 200 len: 380 time: 0.0392749 Jun 10 22:59:13.089042 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Request body: {'port': {'device_id': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'admin_state_up': True, 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'security_groups': ['74cb6af5-1474-4f14-bf73-386ae925f82b']}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:59:13.178793 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-be47c303-5769-4e3c-b941-3bd864a04890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:13.187629 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-8bf93123-9bc4-469d-a882-b52cc23076c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:13.191133 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-be47c303-5769-4e3c-b941-3bd864a04890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:13.192990 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-be47c303-5769-4e3c-b941-3bd864a04890 admin admin] 10.222.0.25 "DELETE /v2.0/networks/84d87f9b-72dc-4466-8063-8eb75c1a88f0 HTTP/1.1" status: 204 len: 168 time: 0.7347667 Jun 10 22:59:13.210116 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47c303-5769-4e3c-b941-3bd864a04890 admin admin] Pushing event deleted for resources: {'Network': ['ID=84d87f9b-72dc-4466-8063-8eb75c1a88f0,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:13.218105 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-be47c303-5769-4e3c-b941-3bd864a04890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:13.330610 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Made reservation on behalf of 4cd98d9793274a1ca8847ac8ecc0f2af for: {'port': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:59:13.334367 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:13.480835 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Allocated IP 172.20.0.10 (8fc834ec-cebb-4677-b9ec-a352ac05fde7/84ad3ac5-4abd-4be3-b193-420ebfd6d999/f6390ab9-973b-40c4-baa4-de267ddeb49d) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:59:13.599291 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53378) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:13.643538 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:13.645428 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-137c3f6e-6059-4efc-b37a-f48d7833b058 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=720bcbc4640d44efa1e0a281c5425bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448475 Jun 10 22:59:13.647696 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53380) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:13.657611 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Transition to ACTIVE for port object f6390ab9-973b-40c4-baa4-de267ddeb49d will not be triggered until provisioned by entity DHCP. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:59:13.700091 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1d040ce7-8b2d-42c6-ad92-a96aa9ea3ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:13.723442 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1d040ce7-8b2d-42c6-ad92-a96aa9ea3ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:13.765660 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:13.770710 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6c664d2e-f872-4112-ab15-1661fa976195 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:13.815078 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:59:13.818280 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:59:13.822448 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:59:13.860001 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'Port': ['ID=f6390ab9-973b-40c4-baa4-de267ddeb49d,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:13.864576 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:13.892196 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:13.892916 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:13.932626 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1d040ce7-8b2d-42c6-ad92-a96aa9ea3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:13.938867 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-1d040ce7-8b2d-42c6-ad92-a96aa9ea3ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:13.940462 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-1d040ce7-8b2d-42c6-ad92-a96aa9ea3ca1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cff55fff-a695-4b9c-a715-92b94c941344 HTTP/1.1" status: 204 len: 168 time: 0.2916174 Jun 10 22:59:13.941687 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-e0cb5290-7108-4b24-bb66-e621e4f6e548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:13.954229 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d040ce7-8b2d-42c6-ad92-a96aa9ea3ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff55fff-a695-4b9c-a715-92b94c941344,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:13.957390 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-1d040ce7-8b2d-42c6-ad92-a96aa9ea3ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:14.015777 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf97d5-2a67-4ed0-8de4-191135942a50 req-d7f01e0b-fbca-451e-bd53-f99f19826b31 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:14.025482 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 69c2a4c9-bf15-468b-abcc-bda4551e6752 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:59:14.026148 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b4bf97d5-2a67-4ed0-8de4-191135942a50 req-d7f01e0b-fbca-451e-bd53-f99f19826b31 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 944 time: 0.1074045 Jun 10 22:59:14.049506 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-0e336ebb-e589-4785-8346-3fcbe6802c7d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9634428 Jun 10 22:59:14.071453 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Request body: {'port': {'device_id': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:59:14.089262 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b546d92-e839-4a69-bb6c-6b8bd8e2a5e1 req-e088197a-787b-4f13-ba1d-20ac1c69492b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:14.097881 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5b546d92-e839-4a69-bb6c-6b8bd8e2a5e1 req-e088197a-787b-4f13-ba1d-20ac1c69492b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 932 time: 0.0974932 Jun 10 22:59:14.124909 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b4bf97d5-2a67-4ed0-8de4-191135942a50 req-5fea71f7-1a7c-4f81-9d42-5e03e4d3f121 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978956 Jun 10 22:59:14.137954 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5b546d92-e839-4a69-bb6c-6b8bd8e2a5e1 req-310a151a-6a88-46c5-91c1-3ad7af43c26d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388696 Jun 10 22:59:14.160389 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-aab46f46-581f-4349-a455-39de950e77c1 None None] Provisioning for port f6390ab9-973b-40c4-baa4-de267ddeb49d completed by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:59:14.165398 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-aab46f46-581f-4349-a455-39de950e77c1 None None] Provisioning complete for port f6390ab9-973b-40c4-baa4-de267ddeb49d triggered by entity DHCP. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:59:14.165398 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-aab46f46-581f-4349-a455-39de950e77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:14.191013 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:14.203906 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port 69c2a4c9-bf15-468b-abcc-bda4551e6752 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:59:14.208887 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-aab46f46-581f-4349-a455-39de950e77c1 None None] Port f6390ab9-973b-40c4-baa4-de267ddeb49d cannot update to ACTIVE because it is not bound. {{(pid=98756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 22:59:14.211789 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 69c2a4c9-bf15-468b-abcc-bda4551e6752 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:59:14.212192 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:14.316932 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:14.341826 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942a4c97-2656-483e-98b8-255430fe8047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c2a4c9-bf15-468b-abcc-bda4551e6752'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:59:14.344119 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6d6661-6930-4ac6-acc1-ab6be5b9debc" -d '{"events": [{"server_uuid": "942a4c97-2656-483e-98b8-255430fe8047", "name": "network-vif-plugged", "status": "completed", "tag": "69c2a4c9-bf15-468b-abcc-bda4551e6752"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:59:14.359871 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 69c2a4c9-bf15-468b-abcc-bda4551e6752, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=69c2a4c9-bf15-468b-abcc-bda4551e6752,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:14.381636 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2cbf56-f754-4a9b-a415-df827edfe49b x-openstack-request-id: req-fa2cbf56-f754-4a9b-a415-df827edfe49b {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:59:14.381937 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942a4c97-2656-483e-98b8-255430fe8047", "name": "network-vif-plugged", "status": "completed", "tag": "69c2a4c9-bf15-468b-abcc-bda4551e6752", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:59:14.382202 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa2cbf56-f754-4a9b-a415-df827edfe49b {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:59:14.382604 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942a4c97-2656-483e-98b8-255430fe8047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c2a4c9-bf15-468b-abcc-bda4551e6752', 'code': 200} Jun 10 22:59:14.447402 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:14.451519 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-64f47201-bc8f-4d5f-809c-ad3740f04197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:14.515325 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=69c2a4c9-bf15-468b-abcc-bda4551e6752,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:14.518480 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:14.545401 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6390ab9-973b-40c4-baa4-de267ddeb49d {{(pid=98755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:59:14.553199 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:14.565743 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Transition to ACTIVE for port object f6390ab9-973b-40c4-baa4-de267ddeb49d will not be triggered until provisioned by entity L2. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:59:14.656103 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:14.660935 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-5bd9fa61-f3d9-492a-a189-2906d603e3f6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:14.858134 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Pushing event updated for resources: {'Port': ['ID=f6390ab9-973b-40c4-baa4-de267ddeb49d,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:14.860975 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:14.874775 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f870b64-50fc-4e48-abf0-0db9687a5c5f req-8ac919c4-5f0a-4769-9a0e-a81d5efc4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:14.876322 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2f870b64-50fc-4e48-abf0-0db9687a5c5f req-8ac919c4-5f0a-4769-9a0e-a81d5efc4d4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 1098 time: 0.0800591 Jun 10 22:59:14.917149 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Attempting to bind port f6390ab9-973b-40c4-baa4-de267ddeb49d on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:59:14.917486 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Attempting to bind port f6390ab9-973b-40c4-baa4-de267ddeb49d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:59:14.917884 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Attempting to bind port f6390ab9-973b-40c4-baa4-de267ddeb49d on network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:59:14.918198 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-2f870b64-50fc-4e48-abf0-0db9687a5c5f req-2b4113f7-3b57-4acf-a0e8-4631805b4062 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347567 Jun 10 22:59:14.922874 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Port f6390ab9-973b-40c4-baa4-de267ddeb49d on network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:59:14.923217 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Attempting to bind port f6390ab9-973b-40c4-baa4-de267ddeb49d on network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:59:14.928206 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:59:14.928510 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Checking segment: {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:59:14.928889 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Bound using segment: {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:59:14.929400 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Bound port: f6390ab9-973b-40c4-baa4-de267ddeb49d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea04125-edc5-481a-b258-de52e68b0421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7'}}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:59:14.929747 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:15.003097 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] For port f6390ab9-973b-40c4-baa4-de267ddeb49d, host hv-cinder-79053, cleared binding levels {{(pid=98755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:59:15.006147 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] For port f6390ab9-973b-40c4-baa4-de267ddeb49d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6390ab9-973b-40c4-baa4-de267ddeb49d,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:59:15.109986 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:15.112970 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f7db90e1-7860-44ba-91bf-0d2dc3799222 tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:15.159491 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:15.159683 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:15.160933 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] 10.222.0.13 "PUT /v2.0/ports/f6390ab9-973b-40c4-baa4-de267ddeb49d HTTP/1.1" status: 200 len: 1094 time: 1.0960853 Jun 10 22:59:15.161452 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'tag': 'f6390ab9-973b-40c4-baa4-de267ddeb49d'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:59:15.163713 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420dc2da-898a-4f31-9588-41c33dce545f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b", "tag": "f6390ab9-973b-40c4-baa4-de267ddeb49d"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:59:15.184946 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Pushing event updated for resources: {'Port': ['ID=f6390ab9-973b-40c4-baa4-de267ddeb49d,revision_number=3']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:15.199615 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:15.390442 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f179c8-26b2-4e98-807b-c3b982f13df0 req-86d976c8-a56f-4a0a-b7bf-c9028a9b8ac4 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:15.391984 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-83f179c8-26b2-4e98-807b-c3b982f13df0 req-86d976c8-a56f-4a0a-b7bf-c9028a9b8ac4 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 945 time: 0.0937839 Jun 10 22:59:15.405318 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e40d8-5ba6-46b0-8ff8-c10e41aa3d27 req-f3594a0c-9546-4323-9cd5-f288c4d9e5b2 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:15.406970 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-730e40d8-5ba6-46b0-8ff8-c10e41aa3d27 req-f3594a0c-9546-4323-9cd5-f288c4d9e5b2 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 944 time: 0.1264527 Jun 10 22:59:15.409966 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-34ac7384-09c3-4e7c-bd07-58ba990536fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:15.411473 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-34ac7384-09c3-4e7c-bd07-58ba990536fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 1097 time: 0.1218636 Jun 10 22:59:15.437569 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-83f179c8-26b2-4e98-807b-c3b982f13df0 req-2b495f2c-6f60-4502-8886-1d753036e0f5 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391371 Jun 10 22:59:15.786321 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c39084a-7c05-4e90-9aab-c20b78bbbf01 x-openstack-request-id: req-2c39084a-7c05-4e90-9aab-c20b78bbbf01 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:59:15.786880 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b", "tag": "f6390ab9-973b-40c4-baa4-de267ddeb49d", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:59:15.786880 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c39084a-7c05-4e90-9aab-c20b78bbbf01 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:59:15.787231 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'tag': 'f6390ab9-973b-40c4-baa4-de267ddeb49d', 'status': 'completed', 'code': 200} Jun 10 22:59:15.789184 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-fdbe87cc-240c-465f-bd3d-e4788c607ae8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6390ab9-973b-40c4-baa4-de267ddeb49d HTTP/1.1" status: 200 len: 217 time: 0.3679535 Jun 10 22:59:15.836873 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-730e40d8-5ba6-46b0-8ff8-c10e41aa3d27 req-864ffebe-b632-43eb-9e42-fbec4a496540 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4227772 Jun 10 22:59:15.860282 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-1420cbdb-46e6-4972-9549-68b44b8bab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:15.861689 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-1420cbdb-46e6-4972-9549-68b44b8bab80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ad3ac5-4abd-4be3-b193-420ebfd6d999 HTTP/1.1" status: 200 len: 850 time: 0.0618794 Jun 10 22:59:15.926421 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-44f8163d-a944-424e-8d37-6edc742e06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:15.927949 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-44f8163d-a944-424e-8d37-6edc742e06fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fc834ec-cebb-4677-b9ec-a352ac05fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568480 Jun 10 22:59:16.043544 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-a762e612-6784-4682-9b97-44f5399bda64 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072872 Jun 10 22:59:16.165563 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ba80a86-69b8-4acd-9a80-f178146f434f req-9b82b06e-dfc4-444a-9e2e-41afc5e12bc5 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153276 Jun 10 22:59:16.377870 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dc2da-898a-4f31-9588-41c33dce545f req-2a717905-2b0e-49ab-b025-66d3bab0c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:16.379350 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-420dc2da-898a-4f31-9588-41c33dce545f req-2a717905-2b0e-49ab-b025-66d3bab0c79c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 1097 time: 0.0575798 Jun 10 22:59:16.495359 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dc2da-898a-4f31-9588-41c33dce545f req-7e1b6a5c-eeed-4eec-8b24-39ef215b73ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:16.496844 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-420dc2da-898a-4f31-9588-41c33dce545f req-7e1b6a5c-eeed-4eec-8b24-39ef215b73ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 911 time: 0.1107631 Jun 10 22:59:16.550303 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-420dc2da-898a-4f31-9588-41c33dce545f req-3664278a-9773-4a52-8083-1853fdcee8f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6390ab9-973b-40c4-baa4-de267ddeb49d HTTP/1.1" status: 200 len: 217 time: 0.0467823 Jun 10 22:59:16.612404 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dc2da-898a-4f31-9588-41c33dce545f req-a1b824ab-9aec-4a7e-a2da-a898517fd268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:16.613861 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-420dc2da-898a-4f31-9588-41c33dce545f req-a1b824ab-9aec-4a7e-a2da-a898517fd268 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ad3ac5-4abd-4be3-b193-420ebfd6d999 HTTP/1.1" status: 200 len: 850 time: 0.0572670 Jun 10 22:59:16.633715 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a6f5f-0b39-497e-94e7-3e5f6009ce05 req-1a5953a7-4c22-4b9a-be40-3133a0b19350 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:16.635211 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-fd7a6f5f-0b39-497e-94e7-3e5f6009ce05 req-1a5953a7-4c22-4b9a-be40-3133a0b19350 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 945 time: 0.0745246 Jun 10 22:59:16.682005 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dc2da-898a-4f31-9588-41c33dce545f req-3748ab68-3bee-47d5-ab74-d6d1794410f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:16.683200 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-fd7a6f5f-0b39-497e-94e7-3e5f6009ce05 req-bf0a25b4-6bac-4426-94b8-0cc957ea0926 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384717 Jun 10 22:59:16.683487 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-420dc2da-898a-4f31-9588-41c33dce545f req-3748ab68-3bee-47d5-ab74-d6d1794410f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fc834ec-cebb-4677-b9ec-a352ac05fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603275 Jun 10 22:59:16.802820 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-420dc2da-898a-4f31-9588-41c33dce545f req-4a4d3ef9-48ec-4b78-b418-34aa30783eaf service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112761 Jun 10 22:59:16.917301 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-420dc2da-898a-4f31-9588-41c33dce545f req-a95f3e8a-67cc-4e4d-b660-51d5e9fefae6 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073463 Jun 10 22:59:17.017961 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b7263-ba82-4706-9a3d-e36926e49275 req-13a6eeec-e2b0-4a77-b5fd-9ff83683eb09 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:17.019382 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2c0b7263-ba82-4706-9a3d-e36926e49275 req-13a6eeec-e2b0-4a77-b5fd-9ff83683eb09 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 944 time: 0.0676682 Jun 10 22:59:17.059824 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2c0b7263-ba82-4706-9a3d-e36926e49275 req-66d2f573-eee3-4467-9bf8-54633f26b09b tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345576 Jun 10 22:59:17.198718 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:18.239721 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b8a76-4615-43ef-b3d3-b755482adabc req-d273c48c-0acb-4372-b3ce-7978859e65ad tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:18.241195 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-217b8a76-4615-43ef-b3d3-b755482adabc req-d273c48c-0acb-4372-b3ce-7978859e65ad tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 944 time: 0.0722182 Jun 10 22:59:18.284114 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-217b8a76-4615-43ef-b3d3-b755482adabc req-00943530-b01d-44d1-9cab-c7a3c91e64ea tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371096 Jun 10 22:59:19.463129 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272ad94-d50b-473f-a495-4e6db7f555c8 req-63a08129-192b-426a-9c34-a25a6a4d7e82 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:19.464629 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9272ad94-d50b-473f-a495-4e6db7f555c8 req-63a08129-192b-426a-9c34-a25a6a4d7e82 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 944 time: 0.0689466 Jun 10 22:59:19.507370 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9272ad94-d50b-473f-a495-4e6db7f555c8 req-94e36210-629c-4c60-9796-b3419fd78825 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369253 Jun 10 22:59:20.042650 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 53464) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:20.167615 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cb23405e-76fb-46dc-832f-d41c711cba3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:20.256895 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cb23405e-76fb-46dc-832f-d41c711cba3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:20.337587 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cb23405e-76fb-46dc-832f-d41c711cba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:20.339943 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-aec6dd25-014f-4495-a061-a8340237df83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:20.382339 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-cb23405e-76fb-46dc-832f-d41c711cba3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa4ec99861b04e56a73df316a4dfd259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386264 Jun 10 22:59:20.383181 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23405e-76fb-46dc-832f-d41c711cba3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50761644-c74e-4861-9b13-5dd139cbb539,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:20.385027 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53468) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:20.386349 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-cb23405e-76fb-46dc-832f-d41c711cba3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:20.441158 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-186d59b2-d47b-462e-a0b1-4379186c3d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:20.464782 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-186d59b2-d47b-462e-a0b1-4379186c3d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:20.578121 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-186d59b2-d47b-462e-a0b1-4379186c3d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:20.581471 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-186d59b2-d47b-462e-a0b1-4379186c3d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:20.582646 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-186d59b2-d47b-462e-a0b1-4379186c3d97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50761644-c74e-4861-9b13-5dd139cbb539 HTTP/1.1" status: 204 len: 168 time: 0.1965475 Jun 10 22:59:20.583571 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-c4fb9921-55ff-48e7-ab28-13c2933e5cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:20.592405 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d59b2-d47b-462e-a0b1-4379186c3d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50761644-c74e-4861-9b13-5dd139cbb539,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:20.594976 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-186d59b2-d47b-462e-a0b1-4379186c3d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:20.695266 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde6ac9-91f2-4d16-be38-8a87b292c984 req-4941988d-1873-4a8f-bb54-b93aa0bf57b6 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:20.696739 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8cde6ac9-91f2-4d16-be38-8a87b292c984 req-4941988d-1873-4a8f-bb54-b93aa0bf57b6 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 944 time: 0.0677640 Jun 10 22:59:20.737437 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-8cde6ac9-91f2-4d16-be38-8a87b292c984 req-9255aadb-384a-4a72-ae9d-281779407a46 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348206 Jun 10 22:59:21.915589 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1265691-29cb-42b1-aac4-52d0a8dc90cf req-5e3adc15-77c5-4f63-8859-b14172afde6c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:21.917119 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f1265691-29cb-42b1-aac4-52d0a8dc90cf req-5e3adc15-77c5-4f63-8859-b14172afde6c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 944 time: 0.0687661 Jun 10 22:59:21.958726 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-f1265691-29cb-42b1-aac4-52d0a8dc90cf req-1c968cf0-0a31-4804-95f3-d2d811420cfe tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357709 Jun 10 22:59:22.239115 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b64b60bf-4692-4c71-9b41-3e7dd47ec11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:22.357077 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53506) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:22.458778 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-55dcf601-b993-4997-9bc9-b186d5b1896d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:22.550883 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-55dcf601-b993-4997-9bc9-b186d5b1896d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:22.623566 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-55dcf601-b993-4997-9bc9-b186d5b1896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:22.627112 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-02d89496-a130-4062-8bbf-40dd6766836a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:22.666958 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-55dcf601-b993-4997-9bc9-b186d5b1896d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41fa9555d0cd4dc285bdadc4ffaf19de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088090 Jun 10 22:59:22.668205 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcf601-b993-4997-9bc9-b186d5b1896d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca445d92-9b3b-4f0e-a9de-385641e71750,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:22.670203 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 53512) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:22.671381 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-55dcf601-b993-4997-9bc9-b186d5b1896d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:22.722036 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-35840575-3397-4ebb-9069-d95b8c5baf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:22.744330 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-35840575-3397-4ebb-9069-d95b8c5baf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:22.949525 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-35840575-3397-4ebb-9069-d95b8c5baf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:22.952094 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-35840575-3397-4ebb-9069-d95b8c5baf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:22.953233 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-35840575-3397-4ebb-9069-d95b8c5baf0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca445d92-9b3b-4f0e-a9de-385641e71750 HTTP/1.1" status: 204 len: 168 time: 0.2820601 Jun 10 22:59:22.954068 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b982e91b-b2db-4d68-bead-1056a2e20a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:22.963121 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35840575-3397-4ebb-9069-d95b8c5baf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca445d92-9b3b-4f0e-a9de-385641e71750,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:22.965451 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-35840575-3397-4ebb-9069-d95b8c5baf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:23.136740 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd304dd-8b09-4b70-995b-f8e88f8355cd req-e3863afe-26d4-4110-bbe6-cecf365b9cfb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:23.138203 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6cd304dd-8b09-4b70-995b-f8e88f8355cd req-e3863afe-26d4-4110-bbe6-cecf365b9cfb tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 944 time: 0.0687385 Jun 10 22:59:23.179152 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6cd304dd-8b09-4b70-995b-f8e88f8355cd req-4f79a510-c62e-44ca-aad8-9d64c6b14459 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346746 Jun 10 22:59:24.081173 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device f6390ab9-973b-40c4-baa4-de267ddeb49d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:59:24.200864 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port f6390ab9-973b-40c4-baa4-de267ddeb49d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6390ab9-973b-40c4-baa4-de267ddeb49d,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:24.215995 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': 'f6390ab9-973b-40c4-baa4-de267ddeb49d', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'port_id': 'f6390ab9-973b-40c4-baa4-de267ddeb49d', 'mac_address': 'fa:16:3e:b6:a2:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:59:24.262364 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:24.277135 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6390ab9-973b-40c4-baa4-de267ddeb49d {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:59:24.298175 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port f6390ab9-973b-40c4-baa4-de267ddeb49d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6390ab9-973b-40c4-baa4-de267ddeb49d,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:24.360980 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9b2fc-d30e-4ea6-b447-fb3bf94980c2 req-7d740775-f38b-4018-b990-f1450f467ae8 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:24.362441 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d8e9b2fc-d30e-4ea6-b447-fb3bf94980c2 req-7d740775-f38b-4018-b990-f1450f467ae8 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 944 time: 0.0690277 Jun 10 22:59:24.372422 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:24.376725 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-c5d5271f-2fc1-4cdb-a307-27e9ecf9b90a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:24.404030 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d8e9b2fc-d30e-4ea6-b447-fb3bf94980c2 req-c0c6a428-803c-42a7-8dec-a4e2a5d906c3 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358455 Jun 10 22:59:24.428024 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=f6390ab9-973b-40c4-baa4-de267ddeb49d,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:24.431119 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:24.785612 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['f6390ab9-973b-40c4-baa4-de267ddeb49d'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:59:24.951751 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-8d364d42-4ec1-4715-a47d-4c033603fff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:24.953091 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:25.579938 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41775ca-d391-41de-844f-4ac69f9e52e6 req-f381686a-3d6d-4f5e-8f4c-e5eb13267c0f tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:25.581884 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a41775ca-d391-41de-844f-4ac69f9e52e6 req-f381686a-3d6d-4f5e-8f4c-e5eb13267c0f tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 945 time: 0.0682166 Jun 10 22:59:25.625881 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a41775ca-d391-41de-844f-4ac69f9e52e6 req-4033fc0c-61f5-4f38-8676-a32d643b70b2 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384378 Jun 10 22:59:25.804285 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:26.808214 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35cb28-9499-4b8d-9cf0-74eee34d922b req-50a9337b-871b-47fe-9093-b62b6be13f4d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:26.809681 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-de35cb28-9499-4b8d-9cf0-74eee34d922b req-50a9337b-871b-47fe-9093-b62b6be13f4d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 945 time: 0.0725172 Jun 10 22:59:26.851654 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-de35cb28-9499-4b8d-9cf0-74eee34d922b req-aa6201cc-9e80-4dda-baa2-ff916a504520 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356023 Jun 10 22:59:27.337746 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:28.026678 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb508845-fe7c-46c3-a2d9-30eec84b96fb req-0edebd58-50e2-45b5-a952-dd5d23f22170 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:28.028164 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eb508845-fe7c-46c3-a2d9-30eec84b96fb req-0edebd58-50e2-45b5-a952-dd5d23f22170 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 945 time: 0.0672400 Jun 10 22:59:28.069858 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eb508845-fe7c-46c3-a2d9-30eec84b96fb req-a854c6b4-07f1-4480-a665-b775a2d10e48 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359929 Jun 10 22:59:28.114314 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device f6390ab9-973b-40c4-baa4-de267ddeb49d up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:59:28.229166 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port f6390ab9-973b-40c4-baa4-de267ddeb49d completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:59:28.233085 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port f6390ab9-973b-40c4-baa4-de267ddeb49d triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:59:28.233465 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:28.320271 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:28.343510 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6390ab9-973b-40c4-baa4-de267ddeb49d'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:59:28.345880 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35775142-fc3f-4d3f-b47a-490505671032" -d '{"events": [{"server_uuid": "e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b", "name": "network-vif-plugged", "status": "completed", "tag": "f6390ab9-973b-40c4-baa4-de267ddeb49d"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:59:28.363789 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port f6390ab9-973b-40c4-baa4-de267ddeb49d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6390ab9-973b-40c4-baa4-de267ddeb49d,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:28.384138 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523cccfd-7ab8-4c8b-b697-a832f179f98e x-openstack-request-id: req-523cccfd-7ab8-4c8b-b697-a832f179f98e {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:59:28.384434 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b", "name": "network-vif-plugged", "status": "completed", "tag": "f6390ab9-973b-40c4-baa4-de267ddeb49d", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:59:28.384691 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-523cccfd-7ab8-4c8b-b697-a832f179f98e {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:59:28.385085 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6390ab9-973b-40c4-baa4-de267ddeb49d', 'code': 200} Jun 10 22:59:28.464064 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:28.467755 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:28.520690 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=f6390ab9-973b-40c4-baa4-de267ddeb49d,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:28.523996 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:28.818940 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8cd79-20ef-4936-98d6-d9ebf6ac7a45 req-1824ee7a-ed55-4e7e-9d02-e51d6b5de976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:28.820314 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6dd8cd79-20ef-4936-98d6-d9ebf6ac7a45 req-1824ee7a-ed55-4e7e-9d02-e51d6b5de976 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 1099 time: 0.0575166 Jun 10 22:59:28.856285 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-6dd8cd79-20ef-4936-98d6-d9ebf6ac7a45 req-b2ead814-5264-4f7c-824b-b1728fef1515 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296087 Jun 10 22:59:29.257693 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ff5d3-b752-4d47-8478-9ba51dcbae7d req-2af71b32-9f67-416a-9e7e-20adcf2edda2 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:29.259135 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b05ff5d3-b752-4d47-8478-9ba51dcbae7d req-2af71b32-9f67-416a-9e7e-20adcf2edda2 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 946 time: 0.0734324 Jun 10 22:59:29.301968 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b05ff5d3-b752-4d47-8478-9ba51dcbae7d req-669165c5-43cd-41ef-ad9c-69d423339cf7 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372095 Jun 10 22:59:30.480178 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59876379-a8fd-41b7-b132-be9dff09836c req-cb9ceca2-7777-4af5-8f35-f0fda0946e09 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:30.481637 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-59876379-a8fd-41b7-b132-be9dff09836c req-cb9ceca2-7777-4af5-8f35-f0fda0946e09 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 946 time: 0.0685296 Jun 10 22:59:30.522135 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-59876379-a8fd-41b7-b132-be9dff09836c req-9dce4570-fec0-4fa5-96c0-a0fe91144829 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348501 Jun 10 22:59:30.882015 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-7d09cfc0-5bfd-4d67-993c-b64a63aaa6e8 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:30.883350 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-7d09cfc0-5bfd-4d67-993c-b64a63aaa6e8 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/networks?id=569360cf-6bcc-4f72-90fe-6a05cc9e91fd HTTP/1.1" status: 200 len: 815 time: 0.1258600 Jun 10 22:59:30.897709 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-2581b6ea-0647-4043-b4e4-1a665e6e3490 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/quotas/3b9a0fd00214467eb6ffb10e4815c13f HTTP/1.1" status: 200 len: 375 time: 0.0090342 Jun 10 22:59:30.967737 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-97a02489-47e0-4b73-8b9f-ddbf50e7d44c tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653360 Jun 10 22:59:31.078427 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-7d12e2c0-ebb2-43f3-a2fb-67d0aa925637 service neutron] 10.222.0.25 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041329 Jun 10 22:59:31.189221 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-ddcda076-13e7-4f70-b4a7-99d95fc9cb44 service neutron] 10.222.0.25 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045761 Jun 10 22:59:31.445992 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-5f648a83-faa9-4027-bf71-1f1344046c68 req-dd8d356d-d354-4272-8e74-2a22d58b1bbb tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 210 time: 0.0376270 Jun 10 22:59:31.699077 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96dda0-9c18-4262-b54e-abb1a64614e1 req-647a08b4-19ef-4b4a-a24f-c3b41d14ff74 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:31.700496 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ef96dda0-9c18-4262-b54e-abb1a64614e1 req-647a08b4-19ef-4b4a-a24f-c3b41d14ff74 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 946 time: 0.0682077 Jun 10 22:59:31.740515 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ef96dda0-9c18-4262-b54e-abb1a64614e1 req-527e2b01-9560-40a3-acaa-4ea978d11519 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338354 Jun 10 22:59:31.926489 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153c21f-8ec7-4868-ae41-6f2f121e2f38 req-caee5b41-762c-4bef-82e3-0c3b451bafd1 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:31.928008 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0153c21f-8ec7-4868-ae41-6f2f121e2f38 req-caee5b41-762c-4bef-82e3-0c3b451bafd1 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 946 time: 0.0741384 Jun 10 22:59:31.968984 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0153c21f-8ec7-4868-ae41-6f2f121e2f38 req-ef48b8ec-a966-4db7-b86b-94809224d8a8 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352290 Jun 10 22:59:31.992861 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 53586) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:32.197755 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58afbaf-759f-4f10-82cd-4d938146ac74 tempest-TestVolumeBootPattern-631516668 tempest-TestVolumeBootPattern-631516668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:32.199223 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-d58afbaf-759f-4f10-82cd-4d938146ac74 tempest-TestVolumeBootPattern-631516668 tempest-TestVolumeBootPattern-631516668-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 1094 time: 0.2053928 Jun 10 22:59:32.201944 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 53590) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 22:59:32.206191 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Request body: {'floatingip': {'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'port_id': 'f6390ab9-973b-40c4-baa4-de267ddeb49d', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:59:32.324266 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for floatingip, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:32.441638 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:32.558222 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Allocated IP 172.27.0.142 (3e0b5106-2246-44f7-b3cf-d443495374ef/17f05b42-d589-492d-92f5-924cba61950f/cb33638d-945f-4d12-8beb-beb65684dc4f) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:59:32.601773 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-dc185455-2c48-45bd-9d63-1457976644ba req-2d129749-f8cd-4b6b-92a3-cfddad23a5b4 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 210 time: 0.0412064 Jun 10 22:59:32.718241 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:32.914094 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:32.917338 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-81a00d12-4d5a-4494-9b82-a73b4bfe0383 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:32.960657 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Network 3e0b5106-2246-44f7-b3cf-d443495374ef is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:59:32.963440 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:59:32.967050 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:59:32.999819 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'Port': ['ID=cb33638d-945f-4d12-8beb-beb65684dc4f,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:33.013019 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:59:33.013414 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:59:33.013790 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:59:33.014162 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:59:33.014534 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:59:33.014926 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:59:33.015291 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:59:33.015653 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:59:33.016045 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:59:33.016410 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:59:33.016791 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:59:33.017148 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 22:59:33.022215 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:33.426208 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:33.581351 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:33.753674 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-25bd557b-f4e8-4a85-b7fe-61c26c5d1593 req-d5921b01-d994-486e-8cd5-d737cf1f3559 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 210 time: 0.0325372 Jun 10 22:59:34.158732 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-8ad76495-adff-4fa7-957c-04015687b8ce tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:34.160205 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-8ad76495-adff-4fa7-957c-04015687b8ce tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "GET /v2.0/networks?id=569360cf-6bcc-4f72-90fe-6a05cc9e91fd HTTP/1.1" status: 200 len: 815 time: 0.4990675 Jun 10 22:59:34.178963 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d96c534e-9a3b-467e-ad45-73d6c90d4d51 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Request body: {'port': {'device_id': '519f70f8-4ec3-485d-9f5b-8a3c20cebcb1', 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd', 'admin_state_up': True, 'tenant_id': '3b9a0fd00214467eb6ffb10e4815c13f'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:59:34.185861 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:34.266731 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:34.275898 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ef04dc3f-348a-475d-9cd0-57f13d5059a4 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:34.375279 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event updated for resources: {'Port': ['ID=cb33638d-945f-4d12-8beb-beb65684dc4f,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:34.381363 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:34.398007 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-514060'] for floatingip, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:34.537570 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d96c534e-9a3b-467e-ad45-73d6c90d4d51 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Made reservation on behalf of 3b9a0fd00214467eb6ffb10e4815c13f for: {'port': 1} {{(pid=98755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 22:59:34.541116 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d96c534e-9a3b-467e-ad45-73d6c90d4d51 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1471314'] for port, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:34.558798 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.l3_db [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Floating IP 13b8e780-c024-4039-ab2b-8940338de1d3 associated. External IP: 172.27.0.142, port: f6390ab9-973b-40c4-baa4-de267ddeb49d. Jun 10 22:59:34.927238 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_common [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d96c534e-9a3b-467e-ad45-73d6c90d4d51 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Allocated IP 172.20.0.10 (569360cf-6bcc-4f72-90fe-6a05cc9e91fd/f0822fe5-d43b-4d91-9089-b2de81797b9b/1bb7ea20-c526-4400-ac51-177ead7bf903) {{(pid=98755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 22:59:34.953264 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b9b2b81b-a663-49c1-b507-f3f95c2bb507 req-1146a96c-8837-4cd9-a652-b7e79bc556bd tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 210 time: 0.0563529 Jun 10 22:59:35.031763 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Router d703b628-98d8-4561-97d2-92fbf00eb0e9 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 22:59:35.275913 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d96c534e-9a3b-467e-ad45-73d6c90d4d51 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks [] for port, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:35.303177 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 22:59:35.312443 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d810ceb-23d2-4d45-940c-b8a20b3384b0 None None] Sync routers for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 22:59:35.322645 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d810ceb-23d2-4d45-940c-b8a20b3384b0 None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:59:35.323321 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-7d810ceb-23d2-4d45-940c-b8a20b3384b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:59:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:35.404549 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:35.434851 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d96c534e-9a3b-467e-ad45-73d6c90d4d51 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1471379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-6141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787106746143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260564517'] for port, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:35.439433 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:35.448859 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['3f0c6b78-40f5-45fd-a037-dd1f30041d90', '05f68ded-fca6-480c-8edc-bea137c98a75', '69c2a4c9-bf15-468b-abcc-bda4551e6752'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:59:35.499914 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2969463 Jun 10 22:59:35.505053 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-7d810ceb-23d2-4d45-940c-b8a20b3384b0 None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:59:35.506566 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'tag': 'f6390ab9-973b-40c4-baa4-de267ddeb49d'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:59:35.508890 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0716b48-1821-4f19-8496-a0c56794c302" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b", "tag": "f6390ab9-973b-40c4-baa4-de267ddeb49d"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:59:35.512305 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d96c534e-9a3b-467e-ad45-73d6c90d4d51 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd is already hosted by enough agents. {{(pid=98755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 22:59:35.514325 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.base_scheduler [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d96c534e-9a3b-467e-ad45-73d6c90d4d51 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Resources bound (agent type, host, resource id): {{(pid=98755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 22:59:35.517178 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d96c534e-9a3b-467e-ad45-73d6c90d4d51 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Received port after_create {{(pid=98755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 22:59:35.519771 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c534e-9a3b-467e-ad45-73d6c90d4d51 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Pushing event updated for resources: {'Port': ['ID=1bb7ea20-c526-4400-ac51-177ead7bf903,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:35.523245 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d96c534e-9a3b-467e-ad45-73d6c90d4d51 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:35.555692 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dea80f7-77c9-4b15-b2e6-34cab7dd6c9f x-openstack-request-id: req-8dea80f7-77c9-4b15-b2e6-34cab7dd6c9f {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:59:35.556126 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b", "tag": "f6390ab9-973b-40c4-baa4-de267ddeb49d", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:59:35.556421 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dea80f7-77c9-4b15-b2e6-34cab7dd6c9f {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:59:35.556849 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'tag': 'f6390ab9-973b-40c4-baa4-de267ddeb49d', 'status': 'completed', 'code': 200} Jun 10 22:59:35.580139 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d96c534e-9a3b-467e-ad45-73d6c90d4d51 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:35.584736 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d96c534e-9a3b-467e-ad45-73d6c90d4d51 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:35.642945 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0716b48-1821-4f19-8496-a0c56794c302 req-a498db54-3f0c-4881-aa02-341ee5c28a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:35.644455 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d0716b48-1821-4f19-8496-a0c56794c302 req-a498db54-3f0c-4881-aa02-341ee5c28a67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 1099 time: 0.0658400 Jun 10 22:59:35.673990 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d96c534e-9a3b-467e-ad45-73d6c90d4d51 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5001748 Jun 10 22:59:35.686729 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.v2.base [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Request body: {'port': {'device_id': '519f70f8-4ec3-485d-9f5b-8a3c20cebcb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 22:59:35.763883 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0716b48-1821-4f19-8496-a0c56794c302 req-5f8c4e73-fa57-42a0-b601-a12d00eb9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:35.765456 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d0716b48-1821-4f19-8496-a0c56794c302 req-5f8c4e73-fa57-42a0-b601-a12d00eb9b40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 911 time: 0.1123173 Jun 10 22:59:35.775464 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:35.857579 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d0716b48-1821-4f19-8496-a0c56794c302 req-40d8df4c-fea8-475a-8fa7-90cc542464c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6390ab9-973b-40c4-baa4-de267ddeb49d HTTP/1.1" status: 200 len: 1000 time: 0.0845490 Jun 10 22:59:35.917184 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0716b48-1821-4f19-8496-a0c56794c302 req-818c12f1-686d-4d2a-8c33-7f8c44a62536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:35.919111 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d0716b48-1821-4f19-8496-a0c56794c302 req-818c12f1-686d-4d2a-8c33-7f8c44a62536 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ad3ac5-4abd-4be3-b193-420ebfd6d999 HTTP/1.1" status: 200 len: 850 time: 0.0552015 Jun 10 22:59:35.931703 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-7d810ceb-23d2-4d45-940c-b8a20b3384b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '13b8e780-c024-4039-ab2b-8940338de1d3', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': 'f6390ab9-973b-40c4-baa4-de267ddeb49d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:b6:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:59:33Z', 'updated_at': '2021-06-10T22:59:33Z', 'revision_number': 0, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}, {'id': '5cd5bf47-c424-4e55-b3de-66bef659ccbb', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': '768ec069-78f8-4a82-9120-0e0496a224eb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:94:5a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e88446-3166-45b0-be67-06305290c6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:56:58Z', 'updated_at': '2021-06-10T22:57:02Z', 'revision_number': 1, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:35.943921 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d810ceb-23d2-4d45-940c-b8a20b3384b0 None None] Checking router: d703b628-98d8-4561-97d2-92fbf00eb0e9 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 22:59:35.957255 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d810ceb-23d2-4d45-940c-b8a20b3384b0 None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 22:59:35.957950 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-7d810ceb-23d2-4d45-940c-b8a20b3384b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T22:59:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:35.990134 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0716b48-1821-4f19-8496-a0c56794c302 req-f940957a-aff3-4877-a956-0407721deb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:35.992127 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d0716b48-1821-4f19-8496-a0c56794c302 req-f940957a-aff3-4877-a956-0407721deb46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fc834ec-cebb-4677-b9ec-a352ac05fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651982 Jun 10 22:59:36.128295 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d0716b48-1821-4f19-8496-a0c56794c302 req-c290af2f-b51c-4037-baa2-3742167ccd82 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276112 Jun 10 22:59:36.141731 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb7ea20-c526-4400-ac51-177ead7bf903 {{(pid=98755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:59:36.151479 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-7d810ceb-23d2-4d45-940c-b8a20b3384b0 None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 22:59:36.151697 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:36.174291 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.provisioning_blocks [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Transition to ACTIVE for port object 1bb7ea20-c526-4400-ac51-177ead7bf903 will not be triggered until provisioned by entity L2. {{(pid=98755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 22:59:36.192037 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289af5-d3d0-47d2-b445-f5b5882b100d req-a618a0ea-30a6-4670-977b-c8ab065b912b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:36.193603 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-42289af5-d3d0-47d2-b445-f5b5882b100d req-a618a0ea-30a6-4670-977b-c8ab065b912b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 932 time: 0.1000152 Jun 10 22:59:36.239482 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-42289af5-d3d0-47d2-b445-f5b5882b100d req-c1516452-627d-4538-a6de-60a59f232312 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391142 Jun 10 22:59:36.253250 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-d0716b48-1821-4f19-8496-a0c56794c302 req-f557c094-b9b8-4091-82c4-d727066c75a8 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174819 Jun 10 22:59:36.258140 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:36.261283 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-716df9b2-a054-4acd-b964-aa7050d092c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:36.362380 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Pushing event updated for resources: {'Port': ['ID=1bb7ea20-c526-4400-ac51-177ead7bf903,revision_number=2']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:36.365231 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:36.447440 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Attempting to bind port 1bb7ea20-c526-4400-ac51-177ead7bf903 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 22:59:36.447773 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Attempting to bind port 1bb7ea20-c526-4400-ac51-177ead7bf903 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 22:59:36.448144 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Attempting to bind port 1bb7ea20-c526-4400-ac51-177ead7bf903 on network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:59:36.452532 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Port 1bb7ea20-c526-4400-ac51-177ead7bf903 on network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 22:59:36.452856 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Attempting to bind port 1bb7ea20-c526-4400-ac51-177ead7bf903 on network 569360cf-6bcc-4f72-90fe-6a05cc9e91fd {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 22:59:36.457560 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Checking agent: {'id': 'a8dea71a-8f1b-4ff9-8ff8-324196099c9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'started_at': datetime.datetime(2021, 6, 10, 22, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 22, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 22:59:36.457895 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Checking segment: {'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 22:59:36.458294 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Bound using segment: {'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'} {{(pid=98755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 22:59:36.458739 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.managers [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Bound port: 1bb7ea20-c526-4400-ac51-177ead7bf903, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72df4296-90ea-46f6-bb23-9c25c3358abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd'}}] {{(pid=98755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 22:59:36.459078 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:36.476413 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-7d810ceb-23d2-4d45-940c-b8a20b3384b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '13b8e780-c024-4039-ab2b-8940338de1d3', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': 'f6390ab9-973b-40c4-baa4-de267ddeb49d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:b6:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:59:33Z', 'updated_at': '2021-06-10T22:59:33Z', 'revision_number': 0, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}, {'id': '5cd5bf47-c424-4e55-b3de-66bef659ccbb', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': '768ec069-78f8-4a82-9120-0e0496a224eb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:94:5a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e88446-3166-45b0-be67-06305290c6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:56:58Z', 'updated_at': '2021-06-10T22:57:02Z', 'revision_number': 1, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 22:59:36.479767 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d810ceb-23d2-4d45-940c-b8a20b3384b0 None None] The sync data for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi is: [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '13b8e780-c024-4039-ab2b-8940338de1d3', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': 'f6390ab9-973b-40c4-baa4-de267ddeb49d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:b6:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:59:33Z', 'updated_at': '2021-06-10T22:59:33Z', 'revision_number': 0, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}, {'id': '5cd5bf47-c424-4e55-b3de-66bef659ccbb', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': '768ec069-78f8-4a82-9120-0e0496a224eb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:94:5a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e88446-3166-45b0-be67-06305290c6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:56:58Z', 'updated_at': '2021-06-10T22:57:02Z', 'revision_number': 1, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 22:59:36.537021 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] For port 1bb7ea20-c526-4400-ac51-177ead7bf903, host hv-cinder-79053, cleared binding levels {{(pid=98755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 22:59:36.540151 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] For port 1bb7ea20-c526-4400-ac51-177ead7bf903, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1bb7ea20-c526-4400-ac51-177ead7bf903,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 22:59:36.601559 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260564535'] for port, after_update {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:36.603754 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-954b0c16-d651-433f-a46e-c01a0e390e6a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:36.651144 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:36.651144 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:36.651144 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] 10.222.0.13 "PUT /v2.0/ports/1bb7ea20-c526-4400-ac51-177ead7bf903 HTTP/1.1" status: 200 len: 1094 time: 0.9680037 Jun 10 22:59:36.668007 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84bafa-7fe6-43d0-b49c-c2ac7a0e64bb None None] New status for floating IP 13b8e780-c024-4039-ab2b-8940338de1d3: ACTIVE {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 22:59:36.677226 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Pushing event updated for resources: {'Port': ['ID=1bb7ea20-c526-4400-ac51-177ead7bf903,revision_number=3']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:36.683577 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d9c92a47-2ea8-4b12-acfd-1bc28dc347dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:36.820238 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-e57445ca-c76b-4b30-a6a6-dba5b77cb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:36.821734 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-e57445ca-c76b-4b30-a6a6-dba5b77cb742 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 1097 time: 0.0607278 Jun 10 22:59:36.885153 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-523a8719-fb12-43e8-aa3b-b75577a0f5b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bb7ea20-c526-4400-ac51-177ead7bf903 HTTP/1.1" status: 200 len: 217 time: 0.0487771 Jun 10 22:59:36.940761 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-552e7ce4-1d42-48d0-a652-ed794c5ed110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:36.942131 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-552e7ce4-1d42-48d0-a652-ed794c5ed110 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0822fe5-d43b-4d91-9089-b2de81797b9b HTTP/1.1" status: 200 len: 855 time: 0.0501258 Jun 10 22:59:36.983763 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-fdcafeb1-db8e-470d-923e-a0b36f7d0a7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=569360cf-6bcc-4f72-90fe-6a05cc9e91fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342846 Jun 10 22:59:37.094177 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-87323cfe-d701-456e-8dff-934e1c61a99c service neutron] 10.222.0.13 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028559 Jun 10 22:59:37.207953 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83c3dffb-0790-492f-98f2-4438757ec9a0 req-62c47432-4787-483f-9f76-4f7d708e022b service neutron] 10.222.0.13 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070430 Jun 10 22:59:37.428674 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e663c5-f8b9-48e6-ae03-2577eedfd5cc req-ff925cd6-13e4-4584-8f9a-492c65939b19 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:37.430131 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c2e663c5-f8b9-48e6-ae03-2577eedfd5cc req-ff925cd6-13e4-4584-8f9a-492c65939b19 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 944 time: 0.0725825 Jun 10 22:59:37.470055 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-c2e663c5-f8b9-48e6-ae03-2577eedfd5cc req-c77453ad-02c6-4a87-96f7-0148624edee5 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342889 Jun 10 22:59:37.557559 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519f70f8-4ec3-485d-9f5b-8a3c20cebcb1', 'tag': '1bb7ea20-c526-4400-ac51-177ead7bf903'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:59:37.559940 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed5d033-1875-40ab-b5d5-5a1863351011" -d '{"events": [{"name": "network-changed", "server_uuid": "519f70f8-4ec3-485d-9f5b-8a3c20cebcb1", "tag": "1bb7ea20-c526-4400-ac51-177ead7bf903"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:59:37.593692 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 22:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1890cd19-6054-482a-8bfc-c384085a8f42 x-openstack-request-id: req-1890cd19-6054-482a-8bfc-c384085a8f42 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:59:37.594086 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519f70f8-4ec3-485d-9f5b-8a3c20cebcb1", "tag": "1bb7ea20-c526-4400-ac51-177ead7bf903", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:59:37.594385 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1890cd19-6054-482a-8bfc-c384085a8f42 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:59:37.594816 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519f70f8-4ec3-485d-9f5b-8a3c20cebcb1', 'tag': '1bb7ea20-c526-4400-ac51-177ead7bf903', 'status': 'completed', 'code': 200} Jun 10 22:59:37.696438 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5d033-1875-40ab-b5d5-5a1863351011 req-69f2f646-1501-48f2-ac0a-36cec20884ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:37.697877 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4ed5d033-1875-40ab-b5d5-5a1863351011 req-69f2f646-1501-48f2-ac0a-36cec20884ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 1097 time: 0.0621483 Jun 10 22:59:37.809970 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5d033-1875-40ab-b5d5-5a1863351011 req-0c48f962-54ef-4499-bcc1-fd8b8cbad58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:37.811475 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4ed5d033-1875-40ab-b5d5-5a1863351011 req-0c48f962-54ef-4499-bcc1-fd8b8cbad58c service neutron] 10.222.0.13 "GET /v2.0/networks?id=569360cf-6bcc-4f72-90fe-6a05cc9e91fd HTTP/1.1" status: 200 len: 915 time: 0.1060896 Jun 10 22:59:37.867314 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4ed5d033-1875-40ab-b5d5-5a1863351011 req-7d953726-8159-4fe7-9c2e-cec3dc177829 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bb7ea20-c526-4400-ac51-177ead7bf903 HTTP/1.1" status: 200 len: 217 time: 0.0488470 Jun 10 22:59:37.921343 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5d033-1875-40ab-b5d5-5a1863351011 req-9488123e-f923-4279-93d8-e141b315012e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:37.922681 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4ed5d033-1875-40ab-b5d5-5a1863351011 req-9488123e-f923-4279-93d8-e141b315012e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0822fe5-d43b-4d91-9089-b2de81797b9b HTTP/1.1" status: 200 len: 855 time: 0.0483575 Jun 10 22:59:37.958366 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4ed5d033-1875-40ab-b5d5-5a1863351011 req-fd186131-1bd7-4de8-9e85-676a7ca062b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=569360cf-6bcc-4f72-90fe-6a05cc9e91fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280447 Jun 10 22:59:38.069358 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4ed5d033-1875-40ab-b5d5-5a1863351011 req-3289674c-cef4-4b2a-9bad-5e2ba3c70fda service neutron] 10.222.0.13 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047180 Jun 10 22:59:38.183640 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-4ed5d033-1875-40ab-b5d5-5a1863351011 req-1ad5afe8-5be5-4a0c-bb77-566c93dc23f6 service neutron] 10.222.0.13 "GET /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070082 Jun 10 22:59:38.644760 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91653d-f397-4b55-a487-aec289c55e6b req-8e8e0c1e-5032-48ff-97f5-17cc5f4ded0a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:38.646747 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cb91653d-f397-4b55-a487-aec289c55e6b req-8e8e0c1e-5032-48ff-97f5-17cc5f4ded0a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 944 time: 0.0683551 Jun 10 22:59:38.687564 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-cb91653d-f397-4b55-a487-aec289c55e6b req-03a8d66e-4c1e-4db6-a24f-5c1ee1191d1b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351114 Jun 10 22:59:39.864616 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5080a-757a-44b6-8569-d1ad90ae91bc req-1436f843-dcaf-4519-8c83-8b7dfd418ddf tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:39.866043 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-42e5080a-757a-44b6-8569-d1ad90ae91bc req-1436f843-dcaf-4519-8c83-8b7dfd418ddf tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 944 time: 0.0667493 Jun 10 22:59:39.909818 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-42e5080a-757a-44b6-8569-d1ad90ae91bc req-399db6cf-4e3f-4488-ab63-7015ab888348 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382593 Jun 10 22:59:40.188770 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 1bb7ea20-c526-4400-ac51-177ead7bf903 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 22:59:40.308476 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 1bb7ea20-c526-4400-ac51-177ead7bf903, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1bb7ea20-c526-4400-ac51-177ead7bf903,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:40.320855 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Returning: {'device': '1bb7ea20-c526-4400-ac51-177ead7bf903', 'network_id': '569360cf-6bcc-4f72-90fe-6a05cc9e91fd', 'port_id': '1bb7ea20-c526-4400-ac51-177ead7bf903', 'mac_address': 'fa:16:3e:5b:82:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0822fe5-d43b-4d91-9089-b2de81797b9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 22:59:40.365595 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:40.379451 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb7ea20-c526-4400-ac51-177ead7bf903 {{(pid=98756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 22:59:40.400066 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 1bb7ea20-c526-4400-ac51-177ead7bf903, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1bb7ea20-c526-4400-ac51-177ead7bf903,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:40.490619 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:40.492358 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:40.543525 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=1bb7ea20-c526-4400-ac51-177ead7bf903,revision_number=4']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:40.546752 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:40.921250 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['1bb7ea20-c526-4400-ac51-177ead7bf903'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 22:59:41.093022 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115d917-f362-4bff-8348-0687d465351c req-8999aa64-cca2-4871-9c05-bda0fca65302 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:41.094551 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9115d917-f362-4bff-8348-0687d465351c req-8999aa64-cca2-4871-9c05-bda0fca65302 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 945 time: 0.0750465 Jun 10 22:59:41.138198 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9115d917-f362-4bff-8348-0687d465351c req-32adb923-e858-42dc-a61f-fe6e1e637b21 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377226 Jun 10 22:59:42.217004 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 1bb7ea20-c526-4400-ac51-177ead7bf903 up at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 22:59:42.315134 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb88aa-cee3-4ade-92ba-492ad2701daf req-eb2db3e3-2c55-424e-9bce-700431f42441 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:42.316634 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7cdb88aa-cee3-4ade-92ba-492ad2701daf req-eb2db3e3-2c55-424e-9bce-700431f42441 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 945 time: 0.0687530 Jun 10 22:59:42.338739 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning for port 1bb7ea20-c526-4400-ac51-177ead7bf903 completed by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 22:59:42.342630 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.provisioning_blocks [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Provisioning complete for port 1bb7ea20-c526-4400-ac51-177ead7bf903 triggered by entity L2. {{(pid=98756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 22:59:42.345277 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1423600'] for port, provisioning_complete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:42.360035 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-7cdb88aa-cee3-4ade-92ba-492ad2701daf req-c2ff2bd0-f002-431a-a71e-0882011e353a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368748 Jun 10 22:59:42.431890 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1471300'] for port, before_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:42.454993 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519f70f8-4ec3-485d-9f5b-8a3c20cebcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb7ea20-c526-4400-ac51-177ead7bf903'}] {{(pid=98756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 22:59:42.457229 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d5d9918cd6429c0574fbcbb0afeea90e4537e874d222ae161940b913fb4a19c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e431d16-cd57-40b3-9975-8d7de7fb7846" -d '{"events": [{"server_uuid": "519f70f8-4ec3-485d-9f5b-8a3c20cebcb1", "name": "network-vif-plugged", "status": "completed", "tag": "1bb7ea20-c526-4400-ac51-177ead7bf903"}]}' {{(pid=98756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 22:59:42.474628 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] For port 1bb7ea20-c526-4400-ac51-177ead7bf903, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1bb7ea20-c526-4400-ac51-177ead7bf903,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 22:59:42.493244 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 22:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5b85d7-28db-4b97-8ceb-2e23d1158ede x-openstack-request-id: req-ca5b85d7-28db-4b97-8ceb-2e23d1158ede {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 22:59:42.493538 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519f70f8-4ec3-485d-9f5b-8a3c20cebcb1", "name": "network-vif-plugged", "status": "completed", "tag": "1bb7ea20-c526-4400-ac51-177ead7bf903", "code": 200}]} {{(pid=98756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 22:59:42.493795 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca5b85d7-28db-4b97-8ceb-2e23d1158ede {{(pid=98756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 22:59:42.494185 dv-cinder-790535-2-iscsi neutron-server[98756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519f70f8-4ec3-485d-9f5b-8a3c20cebcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb7ea20-c526-4400-ac51-177ead7bf903', 'code': 200} Jun 10 22:59:42.555406 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787107187514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787106746161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787106746206'] for port, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:42.558077 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 22:59:42.611341 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Pushing event updated for resources: {'Port': ['ID=1bb7ea20-c526-4400-ac51-177ead7bf903,revision_number=5']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 22:59:42.614285 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 22:59:42.905161 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99792b1-26de-4d34-b2bb-ed0ca0c748de req-f224984f-4f44-4e10-afd1-b5728a21c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:42.906743 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e99792b1-26de-4d34-b2bb-ed0ca0c748de req-f224984f-4f44-4e10-afd1-b5728a21c81d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 1099 time: 0.0570402 Jun 10 22:59:42.944845 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e99792b1-26de-4d34-b2bb-ed0ca0c748de req-66a5752d-adcd-4104-94bd-442425dbddeb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301297 Jun 10 22:59:43.542964 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddb6db-4e78-43d6-b534-9549f598d3a7 req-d38aa3a4-0704-4194-9474-c59013b675db tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:43.544457 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-03ddb6db-4e78-43d6-b534-9549f598d3a7 req-d38aa3a4-0704-4194-9474-c59013b675db tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 946 time: 0.0706904 Jun 10 22:59:43.584371 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-03ddb6db-4e78-43d6-b534-9549f598d3a7 req-7aec6fda-02c8-47aa-8f1c-d3de6c8e4403 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341949 Jun 10 22:59:44.765259 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d59bad-3568-405b-896d-ff280b6b51a5 req-429ce6ec-a14e-4295-866d-9dd0be519a24 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:44.766687 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-78d59bad-3568-405b-896d-ff280b6b51a5 req-429ce6ec-a14e-4295-866d-9dd0be519a24 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 946 time: 0.0666466 Jun 10 22:59:44.807230 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-78d59bad-3568-405b-896d-ff280b6b51a5 req-97d86636-ee16-471b-9b6c-993d2991cc29 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349422 Jun 10 22:59:47.218208 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:49.821482 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 22:59:52.181373 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-7182abd6-f76a-4b98-8904-f36458e4764b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:54.036046 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d52bfe2c-c242-4f11-a7fd-66f2ce3ee4fe req-0d5d5d4a-14ac-40a1-9a6e-cb59a87e2b88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597708 Jun 10 22:59:54.145028 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfe2c-c242-4f11-a7fd-66f2ce3ee4fe req-015905af-5b3d-4bc9-baf0-0b4f85326f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:54.146472 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d52bfe2c-c242-4f11-a7fd-66f2ce3ee4fe req-015905af-5b3d-4bc9-baf0-0b4f85326f69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 1098 time: 0.0600948 Jun 10 22:59:54.270416 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfe2c-c242-4f11-a7fd-66f2ce3ee4fe req-117972b2-846c-4e2e-9658-581d46ae4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:54.271834 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d52bfe2c-c242-4f11-a7fd-66f2ce3ee4fe req-117972b2-846c-4e2e-9658-581d46ae4153 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 911 time: 0.1041911 Jun 10 22:59:54.654055 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d52bfe2c-c242-4f11-a7fd-66f2ce3ee4fe req-77c151e6-965c-4294-b0ab-d074d55276da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768ec069-78f8-4a82-9120-0e0496a224eb HTTP/1.1" status: 200 len: 1001 time: 0.3748789 Jun 10 22:59:54.712478 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfe2c-c242-4f11-a7fd-66f2ce3ee4fe req-9f846520-87ff-485c-a060-64e61fd8c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:54.714054 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d52bfe2c-c242-4f11-a7fd-66f2ce3ee4fe req-9f846520-87ff-485c-a060-64e61fd8c9d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ad3ac5-4abd-4be3-b193-420ebfd6d999 HTTP/1.1" status: 200 len: 850 time: 0.0515208 Jun 10 22:59:54.790949 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfe2c-c242-4f11-a7fd-66f2ce3ee4fe req-a885312c-45ed-4d2a-805f-51fc2fc5ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 22:59:54.792443 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d52bfe2c-c242-4f11-a7fd-66f2ce3ee4fe req-a885312c-45ed-4d2a-805f-51fc2fc5ab2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fc834ec-cebb-4677-b9ec-a352ac05fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693283 Jun 10 22:59:54.806601 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-1d482336-3c8c-43e9-b39a-b8a40b0a18e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:54.852148 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:54.909245 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d52bfe2c-c242-4f11-a7fd-66f2ce3ee4fe req-77b870b4-426b-4e85-aa26-65c1ea9275ec service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084459 Jun 10 22:59:55.025681 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d52bfe2c-c242-4f11-a7fd-66f2ce3ee4fe req-58a5b16e-3749-430f-afeb-c60ea3a73dc8 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097734 Jun 10 22:59:55.812465 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 22:59:57.338057 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:00.329328 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f09e7-c06d-42cd-8aff-c37b79cf1e89 req-dcdba5de-4f21-4aab-bc20-84f251af97c6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:00.330765 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8e1f09e7-c06d-42cd-8aff-c37b79cf1e89 req-dcdba5de-4f21-4aab-bc20-84f251af97c6 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 946 time: 0.0709009 Jun 10 23:00:00.370923 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-8e1f09e7-c06d-42cd-8aff-c37b79cf1e89 req-06972c05-68f1-42e9-949c-5910ace3010f tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339742 Jun 10 23:00:01.553674 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25369d-db3f-4827-84f0-2b5da13fe7ea req-33aff0b2-bc49-4edf-9b25-3ef5c2959be4 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:01.555297 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ee25369d-db3f-4827-84f0-2b5da13fe7ea req-33aff0b2-bc49-4edf-9b25-3ef5c2959be4 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 946 time: 0.0693436 Jun 10 23:00:01.596689 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-ee25369d-db3f-4827-84f0-2b5da13fe7ea req-4e92d17e-813f-4a3c-b55b-fde4fba82861 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356553 Jun 10 23:00:02.482688 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9d1f1-30c9-4d6f-9fb8-a10c9e7c2e69 req-d3621103-13ec-4b80-919d-2308a42de983 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:02.484138 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-cae9d1f1-30c9-4d6f-9fb8-a10c9e7c2e69 req-d3621103-13ec-4b80-919d-2308a42de983 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 946 time: 0.0669501 Jun 10 23:00:02.594096 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-cae9d1f1-30c9-4d6f-9fb8-a10c9e7c2e69 req-083e1a83-2ab6-4a49-97cd-5e8e9d2ad6fc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Deleting port 1bb7ea20-c526-4400-ac51-177ead7bf903 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:00:02.594746 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-cae9d1f1-30c9-4d6f-9fb8-a10c9e7c2e69 req-083e1a83-2ab6-4a49-97cd-5e8e9d2ad6fc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:02.710148 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-cae9d1f1-30c9-4d6f-9fb8-a10c9e7c2e69 req-083e1a83-2ab6-4a49-97cd-5e8e9d2ad6fc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] For port 1bb7ea20-c526-4400-ac51-177ead7bf903, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1bb7ea20-c526-4400-ac51-177ead7bf903,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 23:00:02.710625 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-cae9d1f1-30c9-4d6f-9fb8-a10c9e7c2e69 req-083e1a83-2ab6-4a49-97cd-5e8e9d2ad6fc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:02.773397 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23c44c-d137-48c5-9cab-b9ae047950b5 req-fe077bbc-f0f8-402a-90f4-78e21e95d457 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:02.774781 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0b23c44c-d137-48c5-9cab-b9ae047950b5 req-fe077bbc-f0f8-402a-90f4-78e21e95d457 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 946 time: 0.0673552 Jun 10 23:00:02.803838 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-cae9d1f1-30c9-4d6f-9fb8-a10c9e7c2e69 req-083e1a83-2ab6-4a49-97cd-5e8e9d2ad6fc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Calling delete_port for 1bb7ea20-c526-4400-ac51-177ead7bf903 owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:00:02.815282 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0b23c44c-d137-48c5-9cab-b9ae047950b5 req-ce415ced-b684-4e0a-b81b-4fba041a3dcf tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348763 Jun 10 23:00:03.023650 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-cae9d1f1-30c9-4d6f-9fb8-a10c9e7c2e69 req-083e1a83-2ab6-4a49-97cd-5e8e9d2ad6fc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:03.027541 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-0b99b4e1-166e-428b-9e18-8baf84b8a506 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:03.042844 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['3f0c6b78-40f5-45fd-a037-dd1f30041d90', '05f68ded-fca6-480c-8edc-bea137c98a75', '69c2a4c9-bf15-468b-abcc-bda4551e6752', '1bb7ea20-c526-4400-ac51-177ead7bf903'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 23:00:03.056136 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e1a83-2ab6-4a49-97cd-5e8e9d2ad6fc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Pushing event deleted for resources: {'Port': ['ID=1bb7ea20-c526-4400-ac51-177ead7bf903,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:03.067936 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-083e1a83-2ab6-4a49-97cd-5e8e9d2ad6fc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:03.114849 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae9d1f1-30c9-4d6f-9fb8-a10c9e7c2e69 req-083e1a83-2ab6-4a49-97cd-5e8e9d2ad6fc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] No DVR routers for this DVR port 1bb7ea20-c526-4400-ac51-177ead7bf903 on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 23:00:03.117534 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-cae9d1f1-30c9-4d6f-9fb8-a10c9e7c2e69 req-083e1a83-2ab6-4a49-97cd-5e8e9d2ad6fc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:03.123564 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-cae9d1f1-30c9-4d6f-9fb8-a10c9e7c2e69 req-083e1a83-2ab6-4a49-97cd-5e8e9d2ad6fc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "DELETE /v2.0/ports/1bb7ea20-c526-4400-ac51-177ead7bf903 HTTP/1.1" status: 204 len: 173 time: 0.6300466 Jun 10 23:00:03.123564 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519f70f8-4ec3-485d-9f5b-8a3c20cebcb1', 'name': 'network-vif-deleted', 'tag': '1bb7ea20-c526-4400-ac51-177ead7bf903'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 23:00:03.123564 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e57bb73-5ec3-46f0-ba5d-1ee7cd6979bb" -d '{"events": [{"server_uuid": "519f70f8-4ec3-485d-9f5b-8a3c20cebcb1", "name": "network-vif-deleted", "tag": "1bb7ea20-c526-4400-ac51-177ead7bf903"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 23:00:03.159173 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 23:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7302611-9bf7-4123-b767-f220c30a0af2 x-openstack-request-id: req-d7302611-9bf7-4123-b767-f220c30a0af2 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 23:00:03.159658 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519f70f8-4ec3-485d-9f5b-8a3c20cebcb1", "name": "network-vif-deleted", "tag": "1bb7ea20-c526-4400-ac51-177ead7bf903", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 23:00:03.159995 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7302611-9bf7-4123-b767-f220c30a0af2 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 23:00:03.160432 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519f70f8-4ec3-485d-9f5b-8a3c20cebcb1', 'name': 'network-vif-deleted', 'tag': '1bb7ea20-c526-4400-ac51-177ead7bf903', 'status': 'completed', 'code': 200} Jun 10 23:00:03.978638 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-9ef358f8-1d55-4ad0-acf2-d6455ed7b085 req-54b52e55-8379-4275-8d00-7c2e90050306 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=519f70f8-4ec3-485d-9f5b-8a3c20cebcb1 HTTP/1.1" status: 200 len: 210 time: 0.0350499 Jun 10 23:00:06.376278 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 1bb7ea20-c526-4400-ac51-177ead7bf903 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 23:00:06.401190 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: 1bb7ea20-c526-4400-ac51-177ead7bf903 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 23:00:06.401548 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 1bb7ea20-c526-4400-ac51-177ead7bf903 not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 23:00:06.880070 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d49937-bcf4-4206-b234-a187ab72ac6c req-ad09a710-3ba6-4ac5-b40c-f6bb8c7802dd tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:06.882019 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-46d49937-bcf4-4206-b234-a187ab72ac6c req-ad09a710-3ba6-4ac5-b40c-f6bb8c7802dd tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 945 time: 0.0676355 Jun 10 23:00:06.922004 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-46d49937-bcf4-4206-b234-a187ab72ac6c req-fa4ae3fe-cf08-43fd-9afe-a136c34f9602 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344336 Jun 10 23:00:08.098357 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28375885-e207-4417-b80b-f1b30018b822 req-1447a489-8dee-4e28-90df-33903c2702d9 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:08.099810 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-28375885-e207-4417-b80b-f1b30018b822 req-1447a489-8dee-4e28-90df-33903c2702d9 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 945 time: 0.0669818 Jun 10 23:00:08.139634 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-28375885-e207-4417-b80b-f1b30018b822 req-7ccada66-a983-4e02-b553-8128d4354392 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342720 Jun 10 23:00:09.150925 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43fabe-20e7-4648-8635-76cdef31e6dd req-66b44b1f-a7f9-4b03-bdc1-8d16a392f6c5 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:09.152371 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-af43fabe-20e7-4648-8635-76cdef31e6dd req-66b44b1f-a7f9-4b03-bdc1-8d16a392f6c5 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 945 time: 0.0661778 Jun 10 23:00:09.307565 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-af43fabe-20e7-4648-8635-76cdef31e6dd req-4147fd84-297b-4545-b810-8653ddd793bc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Deleting port 69c2a4c9-bf15-468b-abcc-bda4551e6752 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:00:09.307922 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-af43fabe-20e7-4648-8635-76cdef31e6dd req-4147fd84-297b-4545-b810-8653ddd793bc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:09.411953 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1591465-7208-4a23-9aef-7f0ce353791c req-af87ac28-f74f-40ef-8636-63a25212b5c4 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:09.413373 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a1591465-7208-4a23-9aef-7f0ce353791c req-af87ac28-f74f-40ef-8636-63a25212b5c4 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 945 time: 0.1578143 Jun 10 23:00:09.457152 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-af43fabe-20e7-4648-8635-76cdef31e6dd req-4147fd84-297b-4545-b810-8653ddd793bc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] For port 69c2a4c9-bf15-468b-abcc-bda4551e6752, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=69c2a4c9-bf15-468b-abcc-bda4551e6752,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 23:00:09.457522 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-af43fabe-20e7-4648-8635-76cdef31e6dd req-4147fd84-297b-4545-b810-8653ddd793bc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:09.521211 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-a1591465-7208-4a23-9aef-7f0ce353791c req-edd80b3e-c264-4ede-9e50-57f2648f8d96 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999877 Jun 10 23:00:09.558445 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-af43fabe-20e7-4648-8635-76cdef31e6dd req-4147fd84-297b-4545-b810-8653ddd793bc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Calling delete_port for 69c2a4c9-bf15-468b-abcc-bda4551e6752 owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:00:09.792503 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-af43fabe-20e7-4648-8635-76cdef31e6dd req-4147fd84-297b-4545-b810-8653ddd793bc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:09.796753 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-2692f05a-d1ad-4467-bd59-3db0a00e8b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:09.804230 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['3f0c6b78-40f5-45fd-a037-dd1f30041d90', '05f68ded-fca6-480c-8edc-bea137c98a75', '69c2a4c9-bf15-468b-abcc-bda4551e6752'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 23:00:09.831837 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147fd84-297b-4545-b810-8653ddd793bc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Pushing event deleted for resources: {'Port': ['ID=69c2a4c9-bf15-468b-abcc-bda4551e6752,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:09.834961 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-4147fd84-297b-4545-b810-8653ddd793bc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:09.885002 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-af43fabe-20e7-4648-8635-76cdef31e6dd req-4147fd84-297b-4545-b810-8653ddd793bc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] No DVR routers for this DVR port 69c2a4c9-bf15-468b-abcc-bda4551e6752 on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 23:00:09.887482 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-af43fabe-20e7-4648-8635-76cdef31e6dd req-4147fd84-297b-4545-b810-8653ddd793bc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:09.889465 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-af43fabe-20e7-4648-8635-76cdef31e6dd req-4147fd84-297b-4545-b810-8653ddd793bc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "DELETE /v2.0/ports/69c2a4c9-bf15-468b-abcc-bda4551e6752 HTTP/1.1" status: 204 len: 173 time: 0.7309935 Jun 10 23:00:09.889978 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942a4c97-2656-483e-98b8-255430fe8047', 'name': 'network-vif-deleted', 'tag': '69c2a4c9-bf15-468b-abcc-bda4551e6752'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 23:00:09.892267 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4548206-6e00-4f6a-94d5-dddd73e3df93" -d '{"events": [{"server_uuid": "942a4c97-2656-483e-98b8-255430fe8047", "name": "network-vif-deleted", "tag": "69c2a4c9-bf15-468b-abcc-bda4551e6752"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 23:00:09.927032 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 23:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d9760f-8039-4e9b-8bd2-4092fcbc2c1e x-openstack-request-id: req-a0d9760f-8039-4e9b-8bd2-4092fcbc2c1e {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 23:00:09.927374 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942a4c97-2656-483e-98b8-255430fe8047", "name": "network-vif-deleted", "tag": "69c2a4c9-bf15-468b-abcc-bda4551e6752", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 23:00:09.928219 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0d9760f-8039-4e9b-8bd2-4092fcbc2c1e {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 23:00:09.928666 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942a4c97-2656-483e-98b8-255430fe8047', 'name': 'network-vif-deleted', 'tag': '69c2a4c9-bf15-468b-abcc-bda4551e6752', 'status': 'completed', 'code': 200} Jun 10 23:00:10.681551 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-b4861658-c405-4d4b-a716-0c4ca955fb33 req-36556e9f-ebee-467e-a7d7-cf4ba419d67e tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=942a4c97-2656-483e-98b8-255430fe8047 HTTP/1.1" status: 200 len: 210 time: 0.0330520 Jun 10 23:00:12.362366 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e605f0-dc14-4fed-9fb1-e9f905ab0f01 req-5943e8a8-a395-4db2-920d-0eec281d98df tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:12.363839 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a2e605f0-dc14-4fed-9fb1-e9f905ab0f01 req-5943e8a8-a395-4db2-920d-0eec281d98df tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 945 time: 0.0719914 Jun 10 23:00:12.404250 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-a2e605f0-dc14-4fed-9fb1-e9f905ab0f01 req-0371e8b1-cdca-4d56-916c-545ddff56b48 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343232 Jun 10 23:00:12.410595 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 69c2a4c9-bf15-468b-abcc-bda4551e6752 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 23:00:12.435099 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: 69c2a4c9-bf15-468b-abcc-bda4551e6752 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 23:00:12.435452 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 69c2a4c9-bf15-468b-abcc-bda4551e6752 not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 23:00:13.585095 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad90345-816b-46d9-85c1-58e20ff3c30d req-0f077f77-d11c-4fc6-b93a-579c9eb5f23e tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:13.586533 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ad90345-816b-46d9-85c1-58e20ff3c30d req-0f077f77-d11c-4fc6-b93a-579c9eb5f23e tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 945 time: 0.0709271 Jun 10 23:00:13.626242 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-2ad90345-816b-46d9-85c1-58e20ff3c30d req-456eeb0f-a9f8-4036-8a28-e8c23d57c2f9 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342529 Jun 10 23:00:14.027309 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6ca6-43d8-4397-b647-da7992f611c0 req-981c9171-c956-49d9-866c-02428bf10cad tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:14.028783 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-107e6ca6-43d8-4397-b647-da7992f611c0 req-981c9171-c956-49d9-866c-02428bf10cad tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 945 time: 0.0655825 Jun 10 23:00:14.139141 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-107e6ca6-43d8-4397-b647-da7992f611c0 req-38c03804-3533-4d40-9464-456c1133ed70 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Deleting port 05f68ded-fca6-480c-8edc-bea137c98a75 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:00:14.139478 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-107e6ca6-43d8-4397-b647-da7992f611c0 req-38c03804-3533-4d40-9464-456c1133ed70 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:14.249489 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-107e6ca6-43d8-4397-b647-da7992f611c0 req-38c03804-3533-4d40-9464-456c1133ed70 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] For port 05f68ded-fca6-480c-8edc-bea137c98a75, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=05f68ded-fca6-480c-8edc-bea137c98a75,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 23:00:14.249841 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-107e6ca6-43d8-4397-b647-da7992f611c0 req-38c03804-3533-4d40-9464-456c1133ed70 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:14.338346 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-107e6ca6-43d8-4397-b647-da7992f611c0 req-38c03804-3533-4d40-9464-456c1133ed70 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Calling delete_port for 05f68ded-fca6-480c-8edc-bea137c98a75 owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:00:14.546485 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-107e6ca6-43d8-4397-b647-da7992f611c0 req-38c03804-3533-4d40-9464-456c1133ed70 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:14.550324 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-4147fd84-297b-4545-b810-8653ddd793bc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:14.557932 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['3f0c6b78-40f5-45fd-a037-dd1f30041d90'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 23:00:14.582156 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c03804-3533-4d40-9464-456c1133ed70 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Pushing event deleted for resources: {'Port': ['ID=05f68ded-fca6-480c-8edc-bea137c98a75,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:14.585559 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-38c03804-3533-4d40-9464-456c1133ed70 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:14.639680 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-107e6ca6-43d8-4397-b647-da7992f611c0 req-38c03804-3533-4d40-9464-456c1133ed70 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] No DVR routers for this DVR port 05f68ded-fca6-480c-8edc-bea137c98a75 on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 23:00:14.642038 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-107e6ca6-43d8-4397-b647-da7992f611c0 req-38c03804-3533-4d40-9464-456c1133ed70 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:14.643975 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-107e6ca6-43d8-4397-b647-da7992f611c0 req-38c03804-3533-4d40-9464-456c1133ed70 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "DELETE /v2.0/ports/05f68ded-fca6-480c-8edc-bea137c98a75 HTTP/1.1" status: 204 len: 173 time: 0.6096470 Jun 10 23:00:14.644492 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1e5531-3606-46c3-a38d-055b2743e540', 'name': 'network-vif-deleted', 'tag': '05f68ded-fca6-480c-8edc-bea137c98a75'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 23:00:14.647394 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afc54cb-05b9-4e9e-b179-c16e5574b7b8" -d '{"events": [{"server_uuid": "3a1e5531-3606-46c3-a38d-055b2743e540", "name": "network-vif-deleted", "tag": "05f68ded-fca6-480c-8edc-bea137c98a75"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 23:00:14.700987 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 23:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dd9edf-fbc1-4d0a-b086-227931788848 x-openstack-request-id: req-38dd9edf-fbc1-4d0a-b086-227931788848 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 23:00:14.701325 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1e5531-3606-46c3-a38d-055b2743e540", "name": "network-vif-deleted", "tag": "05f68ded-fca6-480c-8edc-bea137c98a75", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 23:00:14.701619 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38dd9edf-fbc1-4d0a-b086-227931788848 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 23:00:14.702049 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1e5531-3606-46c3-a38d-055b2743e540', 'name': 'network-vif-deleted', 'tag': '05f68ded-fca6-480c-8edc-bea137c98a75', 'status': 'completed', 'code': 200} Jun 10 23:00:14.792516 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-4f9f1f8e-b5fc-48ef-a79d-c8cf9a6e961e req-6ca7a727-e79e-4920-913e-cf9ddf890f6b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a1e5531-3606-46c3-a38d-055b2743e540 HTTP/1.1" status: 200 len: 210 time: 0.0348251 Jun 10 23:00:16.413618 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 05f68ded-fca6-480c-8edc-bea137c98a75 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 23:00:16.438579 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: 05f68ded-fca6-480c-8edc-bea137c98a75 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 23:00:16.438930 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 05f68ded-fca6-480c-8edc-bea137c98a75 not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 23:00:17.172275 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:17.657390 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7536d-66f0-4338-a0da-7eec1f603562 req-32bf8e29-2070-458b-af19-e2fa5b48193a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:17.658846 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eff7536d-66f0-4338-a0da-7eec1f603562 req-32bf8e29-2070-458b-af19-e2fa5b48193a tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 945 time: 0.0710540 Jun 10 23:00:17.700821 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-eff7536d-66f0-4338-a0da-7eec1f603562 req-ecf0597e-1352-46b3-a9c4-5c14a0279c2f tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355992 Jun 10 23:00:18.877103 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf78f5-e603-41dc-b238-0ae77d3d7ac9 req-b62d1403-bc86-4a5b-bd91-c83b2773e36b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:18.878542 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3ccf78f5-e603-41dc-b238-0ae77d3d7ac9 req-b62d1403-bc86-4a5b-bd91-c83b2773e36b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 945 time: 0.0673208 Jun 10 23:00:18.919691 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-3ccf78f5-e603-41dc-b238-0ae77d3d7ac9 req-e86e9a35-4f18-4490-b421-22b0b59b0f85 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/security-groups?id=89eb4ec5-af16-4885-a800-c85b4f1c0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352352 Jun 10 23:00:19.512759 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d410f2-6af0-4c37-94c2-671d51e4d998 req-e6e9d9ad-b230-4ebf-a6d2-8ad603477425 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:19.514166 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-42d410f2-6af0-4c37-94c2-671d51e4d998 req-e6e9d9ad-b230-4ebf-a6d2-8ad603477425 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 945 time: 0.0656729 Jun 10 23:00:19.623187 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-42d410f2-6af0-4c37-94c2-671d51e4d998 req-c50c3dd9-7639-47b1-ab5c-ebbe18c5b29b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Deleting port 3f0c6b78-40f5-45fd-a037-dd1f30041d90 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:00:19.623526 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-42d410f2-6af0-4c37-94c2-671d51e4d998 req-c50c3dd9-7639-47b1-ab5c-ebbe18c5b29b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:19.735225 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-42d410f2-6af0-4c37-94c2-671d51e4d998 req-c50c3dd9-7639-47b1-ab5c-ebbe18c5b29b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] For port 3f0c6b78-40f5-45fd-a037-dd1f30041d90, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3f0c6b78-40f5-45fd-a037-dd1f30041d90,segment=NetworkSegment(72df4296-90ea-46f6-bb23-9c25c3358abc),segment_id=72df4296-90ea-46f6-bb23-9c25c3358abc)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 23:00:19.735583 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-42d410f2-6af0-4c37-94c2-671d51e4d998 req-c50c3dd9-7639-47b1-ab5c-ebbe18c5b29b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:19.825705 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-42d410f2-6af0-4c37-94c2-671d51e4d998 req-c50c3dd9-7639-47b1-ab5c-ebbe18c5b29b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Calling delete_port for 3f0c6b78-40f5-45fd-a037-dd1f30041d90 owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:00:20.026827 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-42d410f2-6af0-4c37-94c2-671d51e4d998 req-c50c3dd9-7639-47b1-ab5c-ebbe18c5b29b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:20.030701 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-d4c02334-226f-4d9c-b981-1a227c559d67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:20.043725 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-9263616d-28be-4c6f-9040-65978619d214 None None] get_ports_and_sgs() called for port_ids ['3f0c6b78-40f5-45fd-a037-dd1f30041d90'] {{(pid=98756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 23:00:20.093094 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c3dd9-7639-47b1-ab5c-ebbe18c5b29b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Pushing event deleted for resources: {'Port': ['ID=3f0c6b78-40f5-45fd-a037-dd1f30041d90,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:20.098976 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-475beb5b-98e9-4185-9afe-cd95b31e7f57 req-48ea8004-4523-478a-afd9-8d47d7efaeb5 tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.25 "GET /v2.0/ports?device_id=112aae41-61d7-4268-9cb3-71f6264d64bd HTTP/1.1" status: 200 len: 210 time: 0.0647962 Jun 10 23:00:20.102744 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-c50c3dd9-7639-47b1-ab5c-ebbe18c5b29b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:20.145360 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d410f2-6af0-4c37-94c2-671d51e4d998 req-c50c3dd9-7639-47b1-ab5c-ebbe18c5b29b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] No DVR routers for this DVR port 3f0c6b78-40f5-45fd-a037-dd1f30041d90 on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 23:00:20.148364 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-42d410f2-6af0-4c37-94c2-671d51e4d998 req-c50c3dd9-7639-47b1-ab5c-ebbe18c5b29b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:20.150341 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-42d410f2-6af0-4c37-94c2-671d51e4d998 req-c50c3dd9-7639-47b1-ab5c-ebbe18c5b29b tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] 10.222.0.13 "DELETE /v2.0/ports/3f0c6b78-40f5-45fd-a037-dd1f30041d90 HTTP/1.1" status: 204 len: 173 time: 0.6303234 Jun 10 23:00:20.150824 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112aae41-61d7-4268-9cb3-71f6264d64bd', 'name': 'network-vif-deleted', 'tag': '3f0c6b78-40f5-45fd-a037-dd1f30041d90'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 23:00:20.153093 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2505fe-0b4e-44ca-ac05-026a3cb9ea92" -d '{"events": [{"server_uuid": "112aae41-61d7-4268-9cb3-71f6264d64bd", "name": "network-vif-deleted", "tag": "3f0c6b78-40f5-45fd-a037-dd1f30041d90"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 23:00:20.187447 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 23:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba243e9-b331-41e3-b25f-d3e2fa902fa3 x-openstack-request-id: req-dba243e9-b331-41e3-b25f-d3e2fa902fa3 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 23:00:20.187784 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112aae41-61d7-4268-9cb3-71f6264d64bd", "name": "network-vif-deleted", "tag": "3f0c6b78-40f5-45fd-a037-dd1f30041d90", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 23:00:20.188108 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dba243e9-b331-41e3-b25f-d3e2fa902fa3 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 23:00:20.188568 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112aae41-61d7-4268-9cb3-71f6264d64bd', 'name': 'network-vif-deleted', 'tag': '3f0c6b78-40f5-45fd-a037-dd1f30041d90', 'status': 'completed', 'code': 200} Jun 10 23:00:21.195182 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 53760) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:00:21.252622 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfff4d64-cfa1-437e-a714-3abb0ae460dd admin admin] Deleting subnet f0822fe5-d43b-4d91-9089-b2de81797b9b {{(pid=98755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 23:00:21.255511 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cfff4d64-cfa1-437e-a714-3abb0ae460dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:21.298387 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cfff4d64-cfa1-437e-a714-3abb0ae460dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261504014'] for subnet, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:21.352856 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cfff4d64-cfa1-437e-a714-3abb0ae460dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:21.486642 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cfff4d64-cfa1-437e-a714-3abb0ae460dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260563444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263884791'] for subnet, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:21.489522 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:21.520359 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff4d64-cfa1-437e-a714-3abb0ae460dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0822fe5-d43b-4d91-9089-b2de81797b9b,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:21.522784 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cfff4d64-cfa1-437e-a714-3abb0ae460dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:21.524658 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-cfff4d64-cfa1-437e-a714-3abb0ae460dd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f0822fe5-d43b-4d91-9089-b2de81797b9b HTTP/1.1" status: 204 len: 168 time: 0.3283601 Jun 10 23:00:21.525756 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-cfff4d64-cfa1-437e-a714-3abb0ae460dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:21.527184 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 53762) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:00:21.617641 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3f628069-8583-46bc-8110-0070d7b5d058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:22.009903 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3f628069-8583-46bc-8110-0070d7b5d058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:22.021178 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-3f628069-8583-46bc-8110-0070d7b5d058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569360cf-6bcc-4f72-90fe-6a05cc9e91fd']}} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:00:22.032155 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-3f628069-8583-46bc-8110-0070d7b5d058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72df4296-90ea-46f6-bb23-9c25c3358abc') {'for_net_delete': True} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:00:22.032456 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.services.segments.db [None req-3f628069-8583-46bc-8110-0070d7b5d058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72df4296-90ea-46f6-bb23-9c25c3358abc') {} {{(pid=98755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:00:22.042432 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3f628069-8583-46bc-8110-0070d7b5d058 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261504023'] for segment, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:22.057467 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3f628069-8583-46bc-8110-0070d7b5d058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:22.063156 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f628069-8583-46bc-8110-0070d7b5d058 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=98755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 23:00:22.063537 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3f628069-8583-46bc-8110-0070d7b5d058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260564587'] for segment, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: conditions |= (models_v2.Port.network_id.in_( Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: retrieve_revision_numbers = { Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: Traceback (most recent call last): Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: timer() Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: cb(*args, **kw) Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: return func(*args, **kwargs) Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: self._notify() Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: self.callback(batched_events) Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: event.method(event) Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: return f(self, *a, **k) Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._get(url).json() Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: return self.request(url, 'GET', **kwargs) Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 23:00:22.066336 dv-cinder-790535-2-iscsi neutron-server[98755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 23:00:22.183077 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-a3ce8584-21da-4aee-a012-d2b3f43b99de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:22.223156 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3f628069-8583-46bc-8110-0070d7b5d058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:22.227457 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:22.229879 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-3f628069-8583-46bc-8110-0070d7b5d058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:22.231640 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-3f628069-8583-46bc-8110-0070d7b5d058 admin admin] 10.222.0.25 "DELETE /v2.0/networks/569360cf-6bcc-4f72-90fe-6a05cc9e91fd HTTP/1.1" status: 204 len: 168 time: 0.7035532 Jun 10 23:00:22.251210 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f628069-8583-46bc-8110-0070d7b5d058 admin admin] Pushing event deleted for resources: {'Network': ['ID=569360cf-6bcc-4f72-90fe-6a05cc9e91fd,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:22.253532 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3f628069-8583-46bc-8110-0070d7b5d058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:22.467065 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 3f0c6b78-40f5-45fd-a037-dd1f30041d90 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 23:00:22.493835 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: 3f0c6b78-40f5-45fd-a037-dd1f30041d90 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 23:00:22.494179 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 3f0c6b78-40f5-45fd-a037-dd1f30041d90 not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 23:00:22.633603 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 53766) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:00:22.677522 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-8440b71c-ef9b-46c6-96c9-5336b22f6723 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b9a0fd00214467eb6ffb10e4815c13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425055 Jun 10 23:00:22.679749 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 53768) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:00:22.729740 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7d023f73-ad24-4ec5-9504-b037e9d84f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:22.751630 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7d023f73-ad24-4ec5-9504-b037e9d84f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:22.857878 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7d023f73-ad24-4ec5-9504-b037e9d84f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:22.860453 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-7d023f73-ad24-4ec5-9504-b037e9d84f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:22.861567 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-7d023f73-ad24-4ec5-9504-b037e9d84f38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89eb4ec5-af16-4885-a800-c85b4f1c0a6c HTTP/1.1" status: 204 len: 168 time: 0.1808789 Jun 10 23:00:22.863588 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-ff500997-b7c6-47e8-ae96-75f368c10c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:22.870918 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d023f73-ad24-4ec5-9504-b037e9d84f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eb4ec5-af16-4885-a800-c85b4f1c0a6c,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:22.873253 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7d023f73-ad24-4ec5-9504-b037e9d84f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:24.855359 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-312231af-d71b-437e-931a-406e2fc0924a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:24.912312 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:25.878029 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:26.820611 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 23:00:27.332252 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:38.141088 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 53912) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:00:38.245545 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:38.332161 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:38.415033 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:38.418374 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-5f830a31-0f0a-4c58-b8b0-5be859fa597e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:38.463292 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ff0349f274e4277a91e54a08d85d30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211493 Jun 10 23:00:38.465223 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cb32c4-c89e-4aaa-a15a-84ad26d6fb26,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:38.466023 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53916) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:00:38.472117 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.472511 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.472911 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.473252 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.473650 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.474014 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.474373 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.474731 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.475089 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.476037 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.476394 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.476747 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.480632 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-47ec5a91-b072-4d54-8b81-73b27ed3ab44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:38.521867 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:38.544941 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:38.677949 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:38.680605 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:38.681726 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5cb32c4-c89e-4aaa-a15a-84ad26d6fb26 HTTP/1.1" status: 204 len: 168 time: 0.2147195 Jun 10 23:00:38.682481 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-1d040ce7-8b2d-42c6-ad92-a96aa9ea3ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:38.691512 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cb32c4-c89e-4aaa-a15a-84ad26d6fb26,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:38.698924 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.699313 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.699733 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.700129 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.700502 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.701056 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.701433 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.701798 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.702169 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.702530 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.702892 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.703248 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:00:38.706419 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2f26b6d6-b49b-455f-9945-b75026a6104c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:39.262277 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 53922) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:00:39.278233 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4db0-eaa1-4223-9d1a-15d59270a781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:39.366947 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4db0-eaa1-4223-9d1a-15d59270a781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:39.429573 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4db0-eaa1-4223-9d1a-15d59270a781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:39.432862 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-c149dd5c-a57e-4a26-b547-98ef29e91bc6 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:39.470464 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-b1fe4db0-eaa1-4223-9d1a-15d59270a781 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1ecdb5acd6a45ec8dc925ed4ec621c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071679 Jun 10 23:00:39.471339 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe4db0-eaa1-4223-9d1a-15d59270a781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb76614-e5a1-4972-beb8-c6da6c2ec1c7,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:39.473243 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53924) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:00:39.475345 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b1fe4db0-eaa1-4223-9d1a-15d59270a781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:39.524242 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7bd30974-718c-4339-9558-347d47c350bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:39.547021 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7bd30974-718c-4339-9558-347d47c350bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:39.654914 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7bd30974-718c-4339-9558-347d47c350bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:39.657520 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-7bd30974-718c-4339-9558-347d47c350bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:39.658665 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-7bd30974-718c-4339-9558-347d47c350bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0eb76614-e5a1-4972-beb8-c6da6c2ec1c7 HTTP/1.1" status: 204 len: 168 time: 0.1844282 Jun 10 23:00:39.659491 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-9e064083-45f7-4a29-b84d-aabddf53ca25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:39.668587 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd30974-718c-4339-9558-347d47c350bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb76614-e5a1-4972-beb8-c6da6c2ec1c7,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:39.671254 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-7bd30974-718c-4339-9558-347d47c350bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:45.079991 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 53996) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:00:45.183090 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-59a0eb15-26b5-4e1a-8359-e0757392d901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:45.276781 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-59a0eb15-26b5-4e1a-8359-e0757392d901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:45.331820 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-59a0eb15-26b5-4e1a-8359-e0757392d901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:45.335748 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-598e7b41-5793-4f13-bab0-88d720d5e729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:45.373208 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-59a0eb15-26b5-4e1a-8359-e0757392d901 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c79cdf710024b0c8afc801c30cd48a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921865 Jun 10 23:00:45.375151 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0eb15-26b5-4e1a-8359-e0757392d901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb277d44-eacc-440b-9bd8-6e8183d2a975,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:45.375979 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 54000) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:00:45.378283 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-59a0eb15-26b5-4e1a-8359-e0757392d901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:45.427818 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-458e18d0-91d4-4331-aa96-10fa55f7fc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:45.450058 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-458e18d0-91d4-4331-aa96-10fa55f7fc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:45.566290 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-458e18d0-91d4-4331-aa96-10fa55f7fc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:45.568836 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-458e18d0-91d4-4331-aa96-10fa55f7fc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:45.569946 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-458e18d0-91d4-4331-aa96-10fa55f7fc70 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb277d44-eacc-440b-9bd8-6e8183d2a975 HTTP/1.1" status: 204 len: 168 time: 0.1929286 Jun 10 23:00:45.570725 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-7aa06cbb-9406-4fc4-bb05-c5cf9cf88e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:45.579136 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e18d0-91d4-4331-aa96-10fa55f7fc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb277d44-eacc-440b-9bd8-6e8183d2a975,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:45.581464 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-458e18d0-91d4-4331-aa96-10fa55f7fc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:46.111144 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 54006) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:00:46.127458 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f23b7ae4-a05a-4e80-a577-0a5135f971de admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:46.217784 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f23b7ae4-a05a-4e80-a577-0a5135f971de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:46.263237 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-f23b7ae4-a05a-4e80-a577-0a5135f971de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:46.266548 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5de67cd2-fb18-4782-923e-56bbd3ac1235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:46.305399 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-f23b7ae4-a05a-4e80-a577-0a5135f971de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff966bd3888741d6a489d9a09370cf70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931107 Jun 10 23:00:46.306510 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b7ae4-a05a-4e80-a577-0a5135f971de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea604c17-0d36-48c8-b7c5-140fa01914e5,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:46.308039 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 54010) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:00:46.309486 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-f23b7ae4-a05a-4e80-a577-0a5135f971de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:46.359655 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-06282f0a-7141-418f-bd3d-ae725b3276ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:46.382005 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-06282f0a-7141-418f-bd3d-ae725b3276ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:46.512283 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-06282f0a-7141-418f-bd3d-ae725b3276ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:46.514810 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-06282f0a-7141-418f-bd3d-ae725b3276ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:46.515973 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-06282f0a-7141-418f-bd3d-ae725b3276ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea604c17-0d36-48c8-b7c5-140fa01914e5 HTTP/1.1" status: 204 len: 168 time: 0.2063785 Jun 10 23:00:46.516764 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-339cad2a-2a3e-4d3e-9877-65b4597536d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:46.525279 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06282f0a-7141-418f-bd3d-ae725b3276ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea604c17-0d36-48c8-b7c5-140fa01914e5,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:46.527607 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-06282f0a-7141-418f-bd3d-ae725b3276ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:47.215117 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:52.206098 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-e99b3305-19f4-40be-85b0-13132d0348c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:54.777427 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-f34cdfac-d9ac-4544-9d36-b05ddfc34f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:54.857743 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:55.817763 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:56.750768 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83165870-624e-4bb3-85e6-79ae77adcc2d req-3c0f2081-3900-4ce3-82f5-21f889994b7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555625 Jun 10 23:00:56.829571 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83165870-624e-4bb3-85e6-79ae77adcc2d req-ca014258-e6cc-4ba8-9472-fe363a189a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:56.830979 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83165870-624e-4bb3-85e6-79ae77adcc2d req-ca014258-e6cc-4ba8-9472-fe363a189a08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 1099 time: 0.0590401 Jun 10 23:00:56.952643 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83165870-624e-4bb3-85e6-79ae77adcc2d req-8ff5dd30-624f-4e46-8f11-c4891a3192c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:56.954903 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83165870-624e-4bb3-85e6-79ae77adcc2d req-8ff5dd30-624f-4e46-8f11-c4891a3192c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 911 time: 0.1036928 Jun 10 23:00:57.042345 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83165870-624e-4bb3-85e6-79ae77adcc2d req-dbcd6c6e-b733-4e0c-8c02-329cf9c99271 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6390ab9-973b-40c4-baa4-de267ddeb49d HTTP/1.1" status: 200 len: 1002 time: 0.0798931 Jun 10 23:00:57.097639 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83165870-624e-4bb3-85e6-79ae77adcc2d req-3ce3891d-a90a-4883-94db-79ed8ae94132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:57.099071 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83165870-624e-4bb3-85e6-79ae77adcc2d req-3ce3891d-a90a-4883-94db-79ed8ae94132 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ad3ac5-4abd-4be3-b193-420ebfd6d999 HTTP/1.1" status: 200 len: 850 time: 0.0502775 Jun 10 23:00:57.166638 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83165870-624e-4bb3-85e6-79ae77adcc2d req-e421b640-9171-416a-b277-9df6bed7c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:00:57.168117 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83165870-624e-4bb3-85e6-79ae77adcc2d req-e421b640-9171-416a-b277-9df6bed7c317 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fc834ec-cebb-4677-b9ec-a352ac05fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606203 Jun 10 23:00:57.286876 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83165870-624e-4bb3-85e6-79ae77adcc2d req-0e72c4cb-163d-4207-b4d9-ec6d0873d5a7 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118464 Jun 10 23:00:57.314489 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:57.399434 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-83165870-624e-4bb3-85e6-79ae77adcc2d req-430d71f3-5cc5-4adf-9de4-10b143f183eb service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036212 Jun 10 23:00:58.714161 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 54100) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:00:58.820553 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-99f0a75e-17d1-4431-910a-8e5759f235f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:58.909698 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-99f0a75e-17d1-4431-910a-8e5759f235f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:58.971866 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-99f0a75e-17d1-4431-910a-8e5759f235f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:58.975830 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-36cf5daf-8077-4b68-933d-5d975a4503c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:59.013187 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-99f0a75e-17d1-4431-910a-8e5759f235f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05bfb9f618be46e5b37b0978cc7a6802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980011 Jun 10 23:00:59.014297 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0a75e-17d1-4431-910a-8e5759f235f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c97521-ec28-4529-9e67-1c034d630e2b,revision_number=1']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:59.015988 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 54104) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:00:59.017446 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-99f0a75e-17d1-4431-910a-8e5759f235f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:00:59.069718 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2baf9a85-f78b-43f3-9846-06992ad997b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:59.095538 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2baf9a85-f78b-43f3-9846-06992ad997b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:59.229089 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2baf9a85-f78b-43f3-9846-06992ad997b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:59.233628 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-2baf9a85-f78b-43f3-9846-06992ad997b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:00:59.235767 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-2baf9a85-f78b-43f3-9846-06992ad997b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7c97521-ec28-4529-9e67-1c034d630e2b HTTP/1.1" status: 204 len: 168 time: 0.2187839 Jun 10 23:00:59.236598 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-0f66ede0-8896-4bfc-8e4d-8300786f97de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:00:59.245848 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf9a85-f78b-43f3-9846-06992ad997b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c97521-ec28-4529-9e67-1c034d630e2b,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:00:59.248715 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2baf9a85-f78b-43f3-9846-06992ad997b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:01:03.819728 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 23:01:04.548612 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 54170) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:01:04.649704 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5db84e23-8fc8-4d3c-a3fa-1fe041c6e685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:04.743534 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5db84e23-8fc8-4d3c-a3fa-1fe041c6e685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:04.843243 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5db84e23-8fc8-4d3c-a3fa-1fe041c6e685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_create {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:04.845847 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-92d79445-8659-4fef-81dc-bcec8e3c5fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:01:04.886052 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-5db84e23-8fc8-4d3c-a3fa-1fe041c6e685 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3915d9286bb04f26a55d78e56407d80c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364158 Jun 10 23:01:04.887069 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db84e23-8fc8-4d3c-a3fa-1fe041c6e685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1aedcb8-0daf-4d57-a9ad-3fe775848011,revision_number=1']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:01:04.888756 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 54174) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:01:04.890646 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5db84e23-8fc8-4d3c-a3fa-1fe041c6e685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:01:04.940781 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cfe5dc31-e02f-459a-b507-1e035c2e9c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:04.962960 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cfe5dc31-e02f-459a-b507-1e035c2e9c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:05.066153 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cfe5dc31-e02f-459a-b507-1e035c2e9c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:05.068781 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-cfe5dc31-e02f-459a-b507-1e035c2e9c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:05.069940 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-cfe5dc31-e02f-459a-b507-1e035c2e9c5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1aedcb8-0daf-4d57-a9ad-3fe775848011 HTTP/1.1" status: 204 len: 168 time: 0.1801229 Jun 10 23:01:05.070732 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-04f6e78a-1949-4f52-a501-fd82fb8d431c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:01:05.079181 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5dc31-e02f-459a-b507-1e035c2e9c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1aedcb8-0daf-4d57-a9ad-3fe775848011,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:01:05.081590 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-cfe5dc31-e02f-459a-b507-1e035c2e9c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:01:17.186046 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:22.211688 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-d07b93a3-97cc-4856-ae32-a32ef8ca92e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:24.808605 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c8bb7b0f-a13f-4ff3-9ba0-3a0679031c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:24.854426 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:25.768712 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:27.297358 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:40.818197 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 23:01:47.185406 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:50.303107 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 54200) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:01:50.498062 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Deleting port cb33638d-945f-4d12-8beb-beb65684dc4f {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:01:50.498402 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:50.596451 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:50.596679 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:50.687864 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Calling delete_port for cb33638d-945f-4d12-8beb-beb65684dc4f owned by network:floatingip {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:01:50.931876 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:50.934642 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-1257e9ee-555e-4445-a91a-c1736d45abba tempest-AttachVolumeTestJSON-990691796 tempest-AttachVolumeTestJSON-990691796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:01:50.968032 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event deleted for resources: {'Port': ['ID=cb33638d-945f-4d12-8beb-beb65684dc4f,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:01:50.996569 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:01:50.996962 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:01:50.997342 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:01:50.997710 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:01:50.998076 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:01:50.998444 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:01:50.998807 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:01:50.999170 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:01:50.999535 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:01:50.999916 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:01:51.000275 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:01:51.000632 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:01:51.005305 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:01:51.052561 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for floatingip, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:51.052898 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.db.l3_db [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Floating IP 13b8e780-c024-4039-ab2b-8940338de1d3 disassociated (deleted). External IP: 172.27.0.142, port: f6390ab9-973b-40c4-baa4-de267ddeb49d. Jun 10 23:01:51.325108 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Router d703b628-98d8-4561-97d2-92fbf00eb0e9 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 23:01:51.464030 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 23:01:51.468757 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:51.473960 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89bc405-f638-4c25-95bd-4bdce7341a0e None None] Sync routers for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 23:01:51.484090 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89bc405-f638-4c25-95bd-4bdce7341a0e None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 23:01:51.484775 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-d89bc405-f638-4c25-95bd-4bdce7341a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T23:01:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:01:51.534003 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-332010a4-39ba-4a1e-80e5-cb642eeac20a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "DELETE /v2.0/floatingips/13b8e780-c024-4039-ab2b-8940338de1d3 HTTP/1.1" status: 204 len: 168 time: 1.2274537 Jun 10 23:01:51.534003 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'tag': 'f6390ab9-973b-40c4-baa4-de267ddeb49d'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 23:01:51.534721 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5df95dd-0104-499b-9225-098e39a0d6df" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b", "tag": "f6390ab9-973b-40c4-baa4-de267ddeb49d"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 23:01:51.576528 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 23:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5841cfd4-482b-48dc-b23b-ae169b78bcc6 x-openstack-request-id: req-5841cfd4-482b-48dc-b23b-ae169b78bcc6 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 23:01:51.576847 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b", "tag": "f6390ab9-973b-40c4-baa4-de267ddeb49d", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 23:01:51.577189 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5841cfd4-482b-48dc-b23b-ae169b78bcc6 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 23:01:51.577655 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'tag': 'f6390ab9-973b-40c4-baa4-de267ddeb49d', 'status': 'completed', 'code': 200} Jun 10 23:01:51.635383 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-d89bc405-f638-4c25-95bd-4bdce7341a0e None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 23:01:51.762731 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df95dd-0104-499b-9225-098e39a0d6df req-32733ab5-c614-470c-8e26-7b7ee258e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:01:51.764297 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c5df95dd-0104-499b-9225-098e39a0d6df req-32733ab5-c614-470c-8e26-7b7ee258e8a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 1099 time: 0.1631625 Jun 10 23:01:51.891496 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df95dd-0104-499b-9225-098e39a0d6df req-a2dbd860-5568-4162-a651-bc8cba8455a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:01:51.892967 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c5df95dd-0104-499b-9225-098e39a0d6df req-a2dbd860-5568-4162-a651-bc8cba8455a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 911 time: 0.1215727 Jun 10 23:01:51.947920 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c5df95dd-0104-499b-9225-098e39a0d6df req-1abbbff6-2e61-4e4f-b169-d602acbdbb89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6390ab9-973b-40c4-baa4-de267ddeb49d HTTP/1.1" status: 200 len: 217 time: 0.0482686 Jun 10 23:01:52.013056 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df95dd-0104-499b-9225-098e39a0d6df req-036f8499-e8fa-4816-af7b-b9eb8ee90ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:01:52.014696 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c5df95dd-0104-499b-9225-098e39a0d6df req-036f8499-e8fa-4816-af7b-b9eb8ee90ea9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ad3ac5-4abd-4be3-b193-420ebfd6d999 HTTP/1.1" status: 200 len: 850 time: 0.0611324 Jun 10 23:01:52.059322 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-d89bc405-f638-4c25-95bd-4bdce7341a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '5cd5bf47-c424-4e55-b3de-66bef659ccbb', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': '768ec069-78f8-4a82-9120-0e0496a224eb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:94:5a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e88446-3166-45b0-be67-06305290c6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:56:58Z', 'updated_at': '2021-06-10T22:57:02Z', 'revision_number': 1, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:01:52.063731 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89bc405-f638-4c25-95bd-4bdce7341a0e None None] Checking router: d703b628-98d8-4561-97d2-92fbf00eb0e9 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 23:01:52.072492 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89bc405-f638-4c25-95bd-4bdce7341a0e None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 23:01:52.073104 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-d89bc405-f638-4c25-95bd-4bdce7341a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T23:01:25Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:01:52.084821 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df95dd-0104-499b-9225-098e39a0d6df req-107ace37-122b-4053-bb69-c8360f95551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:01:52.086348 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c5df95dd-0104-499b-9225-098e39a0d6df req-107ace37-122b-4053-bb69-c8360f95551b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fc834ec-cebb-4677-b9ec-a352ac05fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654864 Jun 10 23:01:52.222840 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c5df95dd-0104-499b-9225-098e39a0d6df req-236b6655-812d-4bc8-8f56-ac045b89eaac service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274161 Jun 10 23:01:52.227265 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-d89bc405-f638-4c25-95bd-4bdce7341a0e None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 23:01:52.265507 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-313ce990-5be6-4852-ae5f-53466bd38dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:52.377521 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6340864-d58e-4590-ad26-a2b903191e35 req-51b51260-954a-4d30-8f88-d64cb6b9e72c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:01:52.379000 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d6340864-d58e-4590-ad26-a2b903191e35 req-51b51260-954a-4d30-8f88-d64cb6b9e72c tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 946 time: 0.3275237 Jun 10 23:01:52.383228 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-c5df95dd-0104-499b-9225-098e39a0d6df req-bd0f23eb-8cbb-4ecc-84f0-5a3f6d978945 service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388974 Jun 10 23:01:52.421915 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d6340864-d58e-4590-ad26-a2b903191e35 req-be8c3737-9db3-450d-b87f-ebe22f0c25e5 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365760 Jun 10 23:01:52.518718 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-d89bc405-f638-4c25-95bd-4bdce7341a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '5cd5bf47-c424-4e55-b3de-66bef659ccbb', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': '768ec069-78f8-4a82-9120-0e0496a224eb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:94:5a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e88446-3166-45b0-be67-06305290c6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:56:58Z', 'updated_at': '2021-06-10T22:57:02Z', 'revision_number': 1, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:01:52.522758 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89bc405-f638-4c25-95bd-4bdce7341a0e None None] The sync data for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi is: [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_floatingips': [{'id': '5cd5bf47-c424-4e55-b3de-66bef659ccbb', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'router_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'port_id': '768ec069-78f8-4a82-9120-0e0496a224eb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'mac_address': 'fa:16:3e:94:5a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e88446-3166-45b0-be67-06305290c6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T22:56:58Z', 'updated_at': '2021-06-10T22:57:02Z', 'revision_number': 1, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 23:01:52.726586 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d108c-1fc4-4ae7-a56e-e5c9a109e8d4 None None] New status for floating IP 13b8e780-c024-4039-ab2b-8940338de1d3: DOWN {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 23:01:53.674549 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fd926-444b-4a89-aa6f-2e94f0464846 req-6cc74295-f8ea-4626-972f-99d5b7120616 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:01:53.676074 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0d7fd926-444b-4a89-aa6f-2e94f0464846 req-6cc74295-f8ea-4626-972f-99d5b7120616 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 946 time: 0.1219411 Jun 10 23:01:53.717521 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-0d7fd926-444b-4a89-aa6f-2e94f0464846 req-077b48e8-a6fb-44dc-8f32-9170f769f21a tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352151 Jun 10 23:01:53.947643 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1439047-fb49-4d4e-a3e2-855ba12c7303 req-f6d867cf-cfdb-460a-9cbb-ed8eb2f07308 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:01:53.949318 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e1439047-fb49-4d4e-a3e2-855ba12c7303 req-f6d867cf-cfdb-460a-9cbb-ed8eb2f07308 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 946 time: 0.0727916 Jun 10 23:01:54.067022 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-e1439047-fb49-4d4e-a3e2-855ba12c7303 req-4c6ba663-680c-4b33-bb1a-4914f8622336 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Deleting port f6390ab9-973b-40c4-baa4-de267ddeb49d {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:01:54.067286 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-e1439047-fb49-4d4e-a3e2-855ba12c7303 req-4c6ba663-680c-4b33-bb1a-4914f8622336 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:54.177393 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-e1439047-fb49-4d4e-a3e2-855ba12c7303 req-4c6ba663-680c-4b33-bb1a-4914f8622336 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] For port f6390ab9-973b-40c4-baa4-de267ddeb49d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6390ab9-973b-40c4-baa4-de267ddeb49d,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 23:01:54.177742 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-e1439047-fb49-4d4e-a3e2-855ba12c7303 req-4c6ba663-680c-4b33-bb1a-4914f8622336 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:54.266030 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-e1439047-fb49-4d4e-a3e2-855ba12c7303 req-4c6ba663-680c-4b33-bb1a-4914f8622336 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Calling delete_port for f6390ab9-973b-40c4-baa4-de267ddeb49d owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:01:54.485519 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-e1439047-fb49-4d4e-a3e2-855ba12c7303 req-4c6ba663-680c-4b33-bb1a-4914f8622336 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:54.489367 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-3a6cb986-1039-41c9-b67b-1abecb26634c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:01:54.517158 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ba663-680c-4b33-bb1a-4914f8622336 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event deleted for resources: {'Port': ['ID=f6390ab9-973b-40c4-baa4-de267ddeb49d,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:01:54.521258 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-4c6ba663-680c-4b33-bb1a-4914f8622336 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:01:54.784067 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-08679ed9-7046-4713-925f-90d2303c274c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:54.860197 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:54.904693 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-81aeca6b-4503-436a-8b76-6c51eb952a5c req-df463ed7-c916-45ec-ba63-149901a87da7 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 210 time: 0.0536709 Jun 10 23:01:54.905442 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1439047-fb49-4d4e-a3e2-855ba12c7303 req-4c6ba663-680c-4b33-bb1a-4914f8622336 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] No DVR routers for this DVR port f6390ab9-973b-40c4-baa4-de267ddeb49d on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 23:01:54.908029 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-e1439047-fb49-4d4e-a3e2-855ba12c7303 req-4c6ba663-680c-4b33-bb1a-4914f8622336 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:54.910032 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-e1439047-fb49-4d4e-a3e2-855ba12c7303 req-4c6ba663-680c-4b33-bb1a-4914f8622336 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "DELETE /v2.0/ports/f6390ab9-973b-40c4-baa4-de267ddeb49d HTTP/1.1" status: 204 len: 173 time: 0.9544904 Jun 10 23:01:54.910651 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'name': 'network-vif-deleted', 'tag': 'f6390ab9-973b-40c4-baa4-de267ddeb49d'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 23:01:54.913069 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3d3c32-a985-4c70-a256-7bfba545f45d" -d '{"events": [{"server_uuid": "e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b", "name": "network-vif-deleted", "tag": "f6390ab9-973b-40c4-baa4-de267ddeb49d"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 23:01:54.949561 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 23:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ec8260-ad62-4622-a254-934df7daac1d x-openstack-request-id: req-67ec8260-ad62-4622-a254-934df7daac1d {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 23:01:54.950193 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b", "name": "network-vif-deleted", "tag": "f6390ab9-973b-40c4-baa4-de267ddeb49d", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 23:01:54.950193 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67ec8260-ad62-4622-a254-934df7daac1d {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 23:01:54.950589 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b', 'name': 'network-vif-deleted', 'tag': 'f6390ab9-973b-40c4-baa4-de267ddeb49d', 'status': 'completed', 'code': 200} Jun 10 23:01:55.791064 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:56.062189 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-f1055bc6-2e50-4b6d-929a-4d62a5ce2153 req-7724d110-ae31-4d7d-8f20-c6256d4fbab4 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2c7ff40-ded4-48b4-a5dc-c5a1b5bf330b HTTP/1.1" status: 200 len: 210 time: 0.0337427 Jun 10 23:01:56.854917 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device f6390ab9-973b-40c4-baa4-de267ddeb49d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 23:01:56.878795 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: f6390ab9-973b-40c4-baa4-de267ddeb49d {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 23:01:56.879148 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device f6390ab9-973b-40c4-baa4-de267ddeb49d not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 23:01:57.333900 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:59.630920 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 54244) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:01:59.835643 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Deleting port 3e233736-92dd-4923-b9e1-d687e5784562 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:01:59.836050 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:59.935196 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:01:59.935521 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:00.023473 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Calling delete_port for 3e233736-92dd-4923-b9e1-d687e5784562 owned by network:floatingip {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:02:00.511361 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:00.514009 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-04a3518e-4790-4108-941a-31b025f2d123 tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:00.543904 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event deleted for resources: {'Port': ['ID=3e233736-92dd-4923-b9e1-d687e5784562,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:00.575619 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:00.576033 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:00.576413 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:00.576788 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:00.577158 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:00.577528 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:00.577892 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:00.578257 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:00.578659 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:00.579020 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:00.579378 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:00.579737 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:00.583390 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:00.629189 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for floatingip, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:00.629524 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.db.l3_db [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Floating IP 5cd5bf47-c424-4e55-b3de-66bef659ccbb disassociated (deleted). External IP: 172.27.0.240, port: 768ec069-78f8-4a82-9120-0e0496a224eb. Jun 10 23:02:00.921373 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Router d703b628-98d8-4561-97d2-92fbf00eb0e9 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 23:02:01.075552 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 23:02:01.079800 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:01.085486 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd6af35-4d10-43e0-a5f4-2facdcc91a95 None None] Sync routers for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 23:02:01.095388 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6af35-4d10-43e0-a5f4-2facdcc91a95 None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 23:02:01.096041 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-5cd6af35-4d10-43e0-a5f4-2facdcc91a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T23:01:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:01.124523 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-a2e039d9-5e42-44ae-a669-b2c8aefc11cc tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "DELETE /v2.0/floatingips/5cd5bf47-c424-4e55-b3de-66bef659ccbb HTTP/1.1" status: 204 len: 168 time: 1.4902096 Jun 10 23:02:01.124523 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e88446-3166-45b0-be67-06305290c6ce', 'tag': '768ec069-78f8-4a82-9120-0e0496a224eb'}] {{(pid=98754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 23:02:01.125219 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb1cf0dbd8a1ddb432bb54917e50cb9b756f9a7705c179188bf9375b0a7874db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ddb086-c395-449f-a36d-1c66cae05973" -d '{"events": [{"name": "network-changed", "server_uuid": "15e88446-3166-45b0-be67-06305290c6ce", "tag": "768ec069-78f8-4a82-9120-0e0496a224eb"}]}' {{(pid=98754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 23:02:01.160243 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 23:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef7c41c-617d-4be4-a43c-16d91bd57677 x-openstack-request-id: req-3ef7c41c-617d-4be4-a43c-16d91bd57677 {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 23:02:01.160641 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e88446-3166-45b0-be67-06305290c6ce", "tag": "768ec069-78f8-4a82-9120-0e0496a224eb", "status": "completed", "code": 200}]} {{(pid=98754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 23:02:01.160995 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ef7c41c-617d-4be4-a43c-16d91bd57677 {{(pid=98754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 23:02:01.161501 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e88446-3166-45b0-be67-06305290c6ce', 'tag': '768ec069-78f8-4a82-9120-0e0496a224eb', 'status': 'completed', 'code': 200} Jun 10 23:02:01.240929 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-5cd6af35-4d10-43e0-a5f4-2facdcc91a95 None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 23:02:01.244359 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddb086-c395-449f-a36d-1c66cae05973 req-d04242f4-811b-432d-97cf-7db7dbe0c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:02:01.245843 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-35ddb086-c395-449f-a36d-1c66cae05973 req-d04242f4-811b-432d-97cf-7db7dbe0c474 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 1098 time: 0.0625219 Jun 10 23:02:01.366994 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddb086-c395-449f-a36d-1c66cae05973 req-99e6fc60-1106-44bb-b07f-594146a4055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:02:01.368472 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-35ddb086-c395-449f-a36d-1c66cae05973 req-99e6fc60-1106-44bb-b07f-594146a4055d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 200 len: 911 time: 0.1166043 Jun 10 23:02:01.422694 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-35ddb086-c395-449f-a36d-1c66cae05973 req-c0b961b7-9255-433b-974e-3d9cb5c1b30b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768ec069-78f8-4a82-9120-0e0496a224eb HTTP/1.1" status: 200 len: 217 time: 0.0474703 Jun 10 23:02:01.481603 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddb086-c395-449f-a36d-1c66cae05973 req-85fd7c6e-87e4-4b0c-8b22-8a820a602cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:02:01.483055 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-35ddb086-c395-449f-a36d-1c66cae05973 req-85fd7c6e-87e4-4b0c-8b22-8a820a602cea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ad3ac5-4abd-4be3-b193-420ebfd6d999 HTTP/1.1" status: 200 len: 850 time: 0.0548062 Jun 10 23:02:01.501627 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-5cd6af35-4d10-43e0-a5f4-2facdcc91a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:01.505283 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd6af35-4d10-43e0-a5f4-2facdcc91a95 None None] Checking router: d703b628-98d8-4561-97d2-92fbf00eb0e9 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 23:02:01.514412 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6af35-4d10-43e0-a5f4-2facdcc91a95 None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 23:02:01.515077 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-5cd6af35-4d10-43e0-a5f4-2facdcc91a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T23:01:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:01.550193 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddb086-c395-449f-a36d-1c66cae05973 req-a9dea0d9-12f0-4f54-9830-53466c5553ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:02:01.551711 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-35ddb086-c395-449f-a36d-1c66cae05973 req-a9dea0d9-12f0-4f54-9830-53466c5553ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fc834ec-cebb-4677-b9ec-a352ac05fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618782 Jun 10 23:02:01.676319 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-35ddb086-c395-449f-a36d-1c66cae05973 req-18bca5b8-fb7f-4a21-a0a4-54ad986266da service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174271 Jun 10 23:02:01.684407 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-5cd6af35-4d10-43e0-a5f4-2facdcc91a95 None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 23:02:01.721645 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f71b0-a20b-43f6-aa51-18c8ed2d3ae1 req-786b7a1d-ad3e-4fe0-b480-e31118e3b7c7 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:02:01.723123 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-898f71b0-a20b-43f6-aa51-18c8ed2d3ae1 req-786b7a1d-ad3e-4fe0-b480-e31118e3b7c7 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 945 time: 0.0697918 Jun 10 23:02:01.772874 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [req-898f71b0-a20b-43f6-aa51-18c8ed2d3ae1 req-0074e2a2-5f18-4bf2-a65c-f3eb079bd12f tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/security-groups?id=74cb6af5-1474-4f14-bf73-386ae925f82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438848 Jun 10 23:02:01.799569 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-35ddb086-c395-449f-a36d-1c66cae05973 req-4fb04c92-0c69-42a4-ac53-e07e3284091b service neutron] 10.222.0.13 "GET /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157837 Jun 10 23:02:01.938928 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-5cd6af35-4d10-43e0-a5f4-2facdcc91a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:01.942317 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd6af35-4d10-43e0-a5f4-2facdcc91a95 None None] The sync data for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi is: [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T22:52:27Z', 'revision_number': 4, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi', '_interfaces': [{'id': '3593e0ea-c501-447d-be21-eb3d319c0456', 'name': '', 'network_id': '8fc834ec-cebb-4677-b9ec-a352ac05fde7', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'mac_address': 'fa:16:3e:73:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:26Z', 'updated_at': '2021-06-10T22:52:33Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'subnets': [{'id': '84ad3ac5-4abd-4be3-b193-420ebfd6d999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 23:02:02.142070 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbb1f97-9808-4a35-8b9b-7ca7f2a9c86a None None] New status for floating IP 5cd5bf47-c424-4e55-b3de-66bef659ccbb: DOWN {{(pid=98757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 23:02:02.326390 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4d239-a176-46d8-837b-9e0de323cb6e req-82ee11ba-027c-4566-b0e9-540450c14543 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 23:02:02.327733 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d7a4d239-a176-46d8-837b-9e0de323cb6e req-82ee11ba-027c-4566-b0e9-540450c14543 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 945 time: 0.0708075 Jun 10 23:02:02.436938 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-d7a4d239-a176-46d8-837b-9e0de323cb6e req-16125e8a-d02f-453c-bc5b-ce46ca117c76 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Deleting port 768ec069-78f8-4a82-9120-0e0496a224eb {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:02:02.437284 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-d7a4d239-a176-46d8-837b-9e0de323cb6e req-16125e8a-d02f-453c-bc5b-ce46ca117c76 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:02.549918 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [req-d7a4d239-a176-46d8-837b-9e0de323cb6e req-16125e8a-d02f-453c-bc5b-ce46ca117c76 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] For port 768ec069-78f8-4a82-9120-0e0496a224eb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=768ec069-78f8-4a82-9120-0e0496a224eb,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 23:02:02.550276 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-d7a4d239-a176-46d8-837b-9e0de323cb6e req-16125e8a-d02f-453c-bc5b-ce46ca117c76 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:02.641132 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [req-d7a4d239-a176-46d8-837b-9e0de323cb6e req-16125e8a-d02f-453c-bc5b-ce46ca117c76 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Calling delete_port for 768ec069-78f8-4a82-9120-0e0496a224eb owned by compute:nova {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:02:02.837349 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-d7a4d239-a176-46d8-837b-9e0de323cb6e req-16125e8a-d02f-453c-bc5b-ce46ca117c76 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:02.841533 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-f35f151b-d984-473f-a366-59d99b1d76ea tempest-TestShelveInstance-1636452903 tempest-TestShelveInstance-1636452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:02.871250 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16125e8a-d02f-453c-bc5b-ce46ca117c76 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event deleted for resources: {'Port': ['ID=768ec069-78f8-4a82-9120-0e0496a224eb,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:02.874668 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-16125e8a-d02f-453c-bc5b-ce46ca117c76 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:02.960668 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-590507df-d899-450f-8d7e-47b85ec16712 req-d2a29cd6-3502-4a74-914c-c4322e754bf8 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 210 time: 0.0535107 Jun 10 23:02:02.961455 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a4d239-a176-46d8-837b-9e0de323cb6e req-16125e8a-d02f-453c-bc5b-ce46ca117c76 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] No DVR routers for this DVR port 768ec069-78f8-4a82-9120-0e0496a224eb on host hv-cinder-79053 {{(pid=98755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 23:02:02.963837 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [req-d7a4d239-a176-46d8-837b-9e0de323cb6e req-16125e8a-d02f-453c-bc5b-ce46ca117c76 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for port, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:02.965737 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-d7a4d239-a176-46d8-837b-9e0de323cb6e req-16125e8a-d02f-453c-bc5b-ce46ca117c76 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.13 "DELETE /v2.0/ports/768ec069-78f8-4a82-9120-0e0496a224eb HTTP/1.1" status: 204 len: 173 time: 0.6327324 Jun 10 23:02:02.966304 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e88446-3166-45b0-be67-06305290c6ce', 'name': 'network-vif-deleted', 'tag': '768ec069-78f8-4a82-9120-0e0496a224eb'}] {{(pid=98755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 23:02:02.968512 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}749716031fec2bf2e312dc3b849f4c2b08c15157136614955a1b45600065d677" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed7df52-3a0d-4efa-b012-515bcba55c45" -d '{"events": [{"server_uuid": "15e88446-3166-45b0-be67-06305290c6ce", "name": "network-vif-deleted", "tag": "768ec069-78f8-4a82-9120-0e0496a224eb"}]}' {{(pid=98755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 23:02:03.004484 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 23:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a6d507-b9d7-4857-857e-51d058349c58 x-openstack-request-id: req-82a6d507-b9d7-4857-857e-51d058349c58 {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 23:02:03.004829 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e88446-3166-45b0-be67-06305290c6ce", "name": "network-vif-deleted", "tag": "768ec069-78f8-4a82-9120-0e0496a224eb", "status": "completed", "code": 200}]} {{(pid=98755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 23:02:03.005108 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82a6d507-b9d7-4857-857e-51d058349c58 {{(pid=98755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 23:02:03.006031 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e88446-3166-45b0-be67-06305290c6ce', 'name': 'network-vif-deleted', 'tag': '768ec069-78f8-4a82-9120-0e0496a224eb', 'status': 'completed', 'code': 200} Jun 10 23:02:03.523186 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [req-b8e2f72d-c58e-4282-8052-99b20696ad3e req-b919e1a4-0eef-4655-95fa-ec79282d190a service neutron] (98754) timed out ('10.222.0.13', 57098) {{(pid=98754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 23:02:04.116302 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [req-fd9c18ab-e939-419c-9488-6b9b90221a13 req-b93faeba-ba66-4875-bd68-865ad7cf4250 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "GET /v2.0/ports?device_id=15e88446-3166-45b0-be67-06305290c6ce HTTP/1.1" status: 200 len: 210 time: 0.0334568 Jun 10 23:02:04.855139 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 768ec069-78f8-4a82-9120-0e0496a224eb no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 23:02:04.879338 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-9263616d-28be-4c6f-9040-65978619d214 None None] No Port match for: 768ec069-78f8-4a82-9120-0e0496a224eb {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 23:02:04.879682 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Device 768ec069-78f8-4a82-9120-0e0496a224eb not bound to the agent host hv-cinder-79053 {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 23:02:05.210297 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 54260) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:02:05.365741 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-602baa56-0fbd-4733-a2fe-317c30fe5e1d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Deleting port ece3c358-b488-4b90-bccc-12425c1bdf28 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:02:05.366081 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-602baa56-0fbd-4733-a2fe-317c30fe5e1d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:05.463432 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-602baa56-0fbd-4733-a2fe-317c30fe5e1d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:05.463688 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-602baa56-0fbd-4733-a2fe-317c30fe5e1d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:05.553559 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-602baa56-0fbd-4733-a2fe-317c30fe5e1d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Calling delete_port for ece3c358-b488-4b90-bccc-12425c1bdf28 owned by network:floatingip {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:02:05.754735 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-602baa56-0fbd-4733-a2fe-317c30fe5e1d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:05.756838 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9b0a0bf1-bab2-4f38-905c-f7926c0c7a17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:05.785843 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602baa56-0fbd-4733-a2fe-317c30fe5e1d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event deleted for resources: {'Port': ['ID=ece3c358-b488-4b90-bccc-12425c1bdf28,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:05.789643 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-602baa56-0fbd-4733-a2fe-317c30fe5e1d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:05.862567 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-602baa56-0fbd-4733-a2fe-317c30fe5e1d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for floatingip, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:05.865726 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-602baa56-0fbd-4733-a2fe-317c30fe5e1d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10836'] for floatingip, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:05.866860 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-602baa56-0fbd-4733-a2fe-317c30fe5e1d tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "DELETE /v2.0/floatingips/e6bb1b4a-f4fc-43e3-b423-8f9a73fd81f5 HTTP/1.1" status: 204 len: 168 time: 0.6555974 Jun 10 23:02:07.273918 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 54272) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:02:07.338798 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-95aa9c6e-94b8-464a-b499-d89ecd618126 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:07.364061 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-95aa9c6e-94b8-464a-b499-d89ecd618126 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:07.506259 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-95aa9c6e-94b8-464a-b499-d89ecd618126 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:07.508910 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-95aa9c6e-94b8-464a-b499-d89ecd618126 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Notify callbacks [] for security_group, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:07.510018 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-95aa9c6e-94b8-464a-b499-d89ecd618126 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] 10.222.0.25 "DELETE /v2.0/security-groups/74cb6af5-1474-4f14-bf73-386ae925f82b HTTP/1.1" status: 204 len: 168 time: 0.2351332 Jun 10 23:02:07.510780 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-458e18d0-91d4-4331-aa96-10fa55f7fc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:07.524113 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa9c6e-94b8-464a-b499-d89ecd618126 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cb6af5-1474-4f14-bf73-386ae925f82b,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:07.527194 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-95aa9c6e-94b8-464a-b499-d89ecd618126 tempest-TestVolumeBootPattern-363234818 tempest-TestVolumeBootPattern-363234818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:07.646494 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 54276) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:02:08.159159 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9445dee2-8621-4364-894b-449cce481d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510889'] for router_interface, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:08.471486 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-9445dee2-8621-4364-894b-449cce481d4c admin admin] Deleting port 3593e0ea-c501-447d-be21-eb3d319c0456 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:02:08.471486 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9445dee2-8621-4364-894b-449cce481d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:08.566367 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [None req-9445dee2-8621-4364-894b-449cce481d4c admin admin] For port 3593e0ea-c501-447d-be21-eb3d319c0456, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=3593e0ea-c501-447d-be21-eb3d319c0456,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 23:02:08.566717 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9445dee2-8621-4364-894b-449cce481d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:08.654731 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-9445dee2-8621-4364-894b-449cce481d4c admin admin] Calling delete_port for 3593e0ea-c501-447d-be21-eb3d319c0456 owned by network:router_interface {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:02:08.929159 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9445dee2-8621-4364-894b-449cce481d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:08.931085 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-fe8a9be5-dfd5-4cda-a4d9-0d9ef09581b2 tempest-VolumesActionsTest-1626634947 tempest-VolumesActionsTest-1626634947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:08.969609 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445dee2-8621-4364-894b-449cce481d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=3593e0ea-c501-447d-be21-eb3d319c0456,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:08.973385 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9445dee2-8621-4364-894b-449cce481d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:09.173904 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-9445dee2-8621-4364-894b-449cce481d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510265'] for router_interface, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:09.747605 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9445dee2-8621-4364-894b-449cce481d4c admin admin] Router d703b628-98d8-4561-97d2-92fbf00eb0e9 has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 23:02:09.888648 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9445dee2-8621-4364-894b-449cce481d4c admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 23:02:09.893494 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-9445dee2-8621-4364-894b-449cce481d4c admin admin] 10.222.0.25 "PUT /v2.0/routers/d703b628-98d8-4561-97d2-92fbf00eb0e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2456963 Jun 10 23:02:09.896007 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 54280) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:02:09.898031 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78828701-a980-42ba-adb0-30b187ef2712 None None] Sync routers for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 23:02:09.907104 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78828701-a980-42ba-adb0-30b187ef2712 None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 23:02:09.907651 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-78828701-a980-42ba-adb0-30b187ef2712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T23:01:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:10.041707 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:10.179576 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-78828701-a980-42ba-adb0-30b187ef2712 None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: dv-cinder-790535-2-iscsi {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 23:02:10.181145 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:10.399569 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Deleting port e480c679-4d78-431c-84d7-b4cbc4846952 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:02:10.399938 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:10.406310 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-78828701-a980-42ba-adb0-30b187ef2712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T23:02:08Z', 'revision_number': 5, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port': {'id': 'e480c679-4d78-431c-84d7-b4cbc4846952', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:22Z', 'updated_at': '2021-06-10T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:10.409651 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78828701-a980-42ba-adb0-30b187ef2712 None None] Checking router: d703b628-98d8-4561-97d2-92fbf00eb0e9 for host: dv-cinder-790535-2-iscsi {{(pid=98756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 23:02:10.418552 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78828701-a980-42ba-adb0-30b187ef2712 None None] Routers {'d703b628-98d8-4561-97d2-92fbf00eb0e9'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 23:02:10.419364 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-78828701-a980-42ba-adb0-30b187ef2712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T23:01:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['d703b628-98d8-4561-97d2-92fbf00eb0e9'], 'active': True} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:10.502387 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] For port e480c679-4d78-431c-84d7-b4cbc4846952, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=e480c679-4d78-431c-84d7-b4cbc4846952,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 23:02:10.502650 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:10.557702 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvr_db [None req-78828701-a980-42ba-adb0-30b187ef2712 None None] Set router d703b628-98d8-4561-97d2-92fbf00eb0e9 gateway port host: None {{(pid=98756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 23:02:10.597921 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Calling delete_port for e480c679-4d78-431c-84d7-b4cbc4846952 owned by network:router_gateway {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:02:10.638925 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_hamode_db [None req-78828701-a980-42ba-adb0-30b187ef2712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T23:02:10Z', 'revision_number': 6, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port_host': None}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:10.642507 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78828701-a980-42ba-adb0-30b187ef2712 None None] The sync data for ids ['d703b628-98d8-4561-97d2-92fbf00eb0e9'] in dv-cinder-790535-2-iscsi is: [{'id': 'd703b628-98d8-4561-97d2-92fbf00eb0e9', 'name': 'tempest-TestVolumeBootPattern-537330080-router', 'tenant_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:21Z', 'updated_at': '2021-06-10T23:02:10Z', 'revision_number': 6, 'project_id': '4cd98d9793274a1ca8847ac8ecc0f2af', 'gw_port_host': None}] {{(pid=98756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 23:02:10.859952 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:10.862552 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-083e1a83-2ab6-4a49-97cd-5e8e9d2ad6fc tempest-AttachVolumeNegativeTest-1076624699 tempest-AttachVolumeNegativeTest-1076624699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:10.896770 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e480c679-4d78-431c-84d7-b4cbc4846952,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:10.900507 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:10.967210 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:11.111234 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:11.113251 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:11.259809 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508493'] for router, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:11.260368 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d703b628-98d8-4561-97d2-92fbf00eb0e9 {{(pid=98755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 23:02:11.264586 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Notify callbacks [] for router, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:11.265712 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d703b628-98d8-4561-97d2-92fbf00eb0e9 HTTP/1.1" status: 204 len: 168 time: 1.3687904 Jun 10 23:02:11.268237 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 54282) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:02:11.323719 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fb31f7-4ae5-40bc-abce-2e9c1080ef9a admin admin] Deleting subnet 84ad3ac5-4abd-4be3-b193-420ebfd6d999 {{(pid=98755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 23:02:11.326715 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-19fb31f7-4ae5-40bc-abce-2e9c1080ef9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:11.367476 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-19fb31f7-4ae5-40bc-abce-2e9c1080ef9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261504014'] for subnet, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:11.430356 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 3593e0ea-c501-447d-be21-eb3d319c0456 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 23:02:11.456055 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 3593e0ea-c501-447d-be21-eb3d319c0456 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 23:02:11.460207 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 3593e0ea-c501-447d-be21-eb3d319c0456 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 23:02:11.466469 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-19fb31f7-4ae5-40bc-abce-2e9c1080ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:11.580597 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-19fb31f7-4ae5-40bc-abce-2e9c1080ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260563444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263884791'] for subnet, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:11.584145 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-9ee94cc5-d9fb-445a-b3f5-ac3b8419a829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:11.619177 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-19fb31f7-4ae5-40bc-abce-2e9c1080ef9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:11.621002 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-19fb31f7-4ae5-40bc-abce-2e9c1080ef9a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/84ad3ac5-4abd-4be3-b193-420ebfd6d999 HTTP/1.1" status: 204 len: 168 time: 0.3518720 Jun 10 23:02:11.622045 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb31f7-4ae5-40bc-abce-2e9c1080ef9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ad3ac5-4abd-4be3-b193-420ebfd6d999,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:11.623746 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 54284) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:02:11.625780 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-19fb31f7-4ae5-40bc-abce-2e9c1080ef9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:11.627368 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343901df-c71f-4a57-af8d-29c7075a28b4 None None] Network 8fc834ec-cebb-4677-b9ec-a352ac05fde7 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 23:02:11.727628 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:11.787065 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Deleting port 41287597-e796-461e-8a15-90c23e576893 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:02:11.787401 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:11.847543 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] DHCP port deletion for 8fc834ec-cebb-4677-b9ec-a352ac05fde7 request from dv-cinder-790535-2-iscsi {{(pid=98756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 23:02:11.877869 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] For port 41287597-e796-461e-8a15-90c23e576893, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=41287597-e796-461e-8a15-90c23e576893,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 23:02:11.878243 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:11.899452 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Deleting port 41287597-e796-461e-8a15-90c23e576893 {{(pid=98756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:02:11.899844 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:11.969582 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Calling delete_port for 41287597-e796-461e-8a15-90c23e576893 owned by network:dhcp {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:02:11.984038 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] For port 41287597-e796-461e-8a15-90c23e576893, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=41287597-e796-461e-8a15-90c23e576893,segment=NetworkSegment(0ea04125-edc5-481a-b258-de52e68b0421),segment_id=0ea04125-edc5-481a-b258-de52e68b0421)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 23:02:11.984434 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:12.075420 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Calling delete_port for 41287597-e796-461e-8a15-90c23e576893 owned by network:dhcp {{(pid=98756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:02:12.137348 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:12.140162 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:12.166251 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152'] for port, after_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:12.169244 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-21488bd4-51a3-4f67-aea8-641cf5e82993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:12.170301 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] No DVR routers for this DVR port 41287597-e796-461e-8a15-90c23e576893 on host dv-cinder-790535-2-iscsi {{(pid=98754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 23:02:12.174904 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Pushing event deleted for resources: {'Port': ['ID=41287597-e796-461e-8a15-90c23e576893,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:12.177641 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:12.197189 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Pushing event deleted for resources: {'Port': ['ID=41287597-e796-461e-8a15-90c23e576893,revision_number=None']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:12.201410 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] No DVR routers for this DVR port 41287597-e796-461e-8a15-90c23e576893 on host dv-cinder-790535-2-iscsi {{(pid=98756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 23:02:12.210086 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:12.210086 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:12.210086 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:12.210086 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:12.210086 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:12.210086 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:12.210086 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:12.210872 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:12.210872 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:12.210872 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:12.211248 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:12.211347 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-2-iscsi {{(pid=98756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 23:02:12.214620 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-5e3361a9-abf3-44a5-9ff2-2fc44f562871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:12.273574 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:12.284585 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc834ec-cebb-4677-b9ec-a352ac05fde7']}} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:12.295684 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea04125-edc5-481a-b258-de52e68b0421') {'for_net_delete': True} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:12.296028 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea04125-edc5-481a-b258-de52e68b0421') {} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:12.306156 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261414582'] for segment, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:12.321331 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:12.327138 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=98754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 23:02:12.328169 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261566773'] for segment, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: Traceback (most recent call last): Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: timer() Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: cb(*args, **kw) Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: return func(*args, **kwargs) Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: self._notify() Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: self.callback(batched_events) Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: event.method(event) Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: return f(self, *a, **k) Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._get(url).json() Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: return self.request(url, 'GET', **kwargs) Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 23:02:12.329157 dv-cinder-790535-2-iscsi neutron-server[98754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 23:02:12.474149 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:12.477739 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:12.480448 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:12.482284 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] 10.222.0.25 "DELETE /v2.0/networks/8fc834ec-cebb-4677-b9ec-a352ac05fde7 HTTP/1.1" status: 204 len: 168 time: 0.8575199 Jun 10 23:02:12.485291 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 54286) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:02:12.496559 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc834ec-cebb-4677-b9ec-a352ac05fde7,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:12.498922 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-5137545c-f6cc-4359-a3c7-35047c5c169e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:12.792749 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 41287597-e796-461e-8a15-90c23e576893 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 23:02:12.817393 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 41287597-e796-461e-8a15-90c23e576893 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 23:02:12.817745 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 41287597-e796-461e-8a15-90c23e576893 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 23:02:12.818157 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device e480c679-4d78-431c-84d7-b4cbc4846952 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 23:02:12.840134 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: e480c679-4d78-431c-84d7-b4cbc4846952 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 23:02:12.840494 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device e480c679-4d78-431c-84d7-b4cbc4846952 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 23:02:12.920478 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b04f27ca-2c96-49e2-a38c-a6fac06c1f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-510889'] for router_interface, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:13.231068 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-b04f27ca-2c96-49e2-a38c-a6fac06c1f7b admin admin] Deleting port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:02:13.231407 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b04f27ca-2c96-49e2-a38c-a6fac06c1f7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:13.331431 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [None req-b04f27ca-2c96-49e2-a38c-a6fac06c1f7b admin admin] For port f71ef46f-57a1-4f3e-b45c-9ffe32d9de05, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=f71ef46f-57a1-4f3e-b45c-9ffe32d9de05,segment=NetworkSegment(f8c460a2-7efe-4f78-aef0-b9c5d35baf0a),segment_id=f8c460a2-7efe-4f78-aef0-b9c5d35baf0a)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 23:02:13.331782 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b04f27ca-2c96-49e2-a38c-a6fac06c1f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:13.421228 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-b04f27ca-2c96-49e2-a38c-a6fac06c1f7b admin admin] Calling delete_port for f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 owned by network:router_interface {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:02:14.019963 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b04f27ca-2c96-49e2-a38c-a6fac06c1f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:14.022705 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-6674075d-d490-4884-9849-2baabad3bbc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:14.051605 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f27ca-2c96-49e2-a38c-a6fac06c1f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=f71ef46f-57a1-4f3e-b45c-9ffe32d9de05,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:14.058272 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-b04f27ca-2c96-49e2-a38c-a6fac06c1f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:14.263605 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-b04f27ca-2c96-49e2-a38c-a6fac06c1f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-510265'] for router_interface, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:14.544776 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04f27ca-2c96-49e2-a38c-a6fac06c1f7b admin admin] Router dff4f88a-f6c5-483c-8cc8-2d206721c99d has already been hosted by L3 agent 9e203144-a816-49db-8412-f3f5fb058eed {{(pid=98755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 23:02:14.681805 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04f27ca-2c96-49e2-a38c-a6fac06c1f7b admin admin] Notify agent at l3_agent.dv-cinder-790535-2-iscsi the message routers_updated {{(pid=98755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 23:02:14.686673 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-b04f27ca-2c96-49e2-a38c-a6fac06c1f7b admin admin] 10.222.0.25 "PUT /v2.0/routers/dff4f88a-f6c5-483c-8cc8-2d206721c99d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2003379 Jun 10 23:02:14.689234 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [-] (98755) accepted ('10.222.0.25', 54288) {{(pid=98755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:02:14.691719 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207593d-92b3-4b85-ba12-ee79f222ac60 None None] Sync routers for ids ['dff4f88a-f6c5-483c-8cc8-2d206721c99d'] in dv-cinder-790535-2-iscsi {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 23:02:14.701180 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207593d-92b3-4b85-ba12-ee79f222ac60 None None] Routers {'dff4f88a-f6c5-483c-8cc8-2d206721c99d'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 23:02:14.701789 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-a207593d-92b3-4b85-ba12-ee79f222ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T23:01:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['dff4f88a-f6c5-483c-8cc8-2d206721c99d'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:14.828783 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:14.845599 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-a207593d-92b3-4b85-ba12-ee79f222ac60 None None] Set router dff4f88a-f6c5-483c-8cc8-2d206721c99d gateway port host: dv-cinder-790535-2-iscsi {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 23:02:14.969020 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:15.077242 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-a207593d-92b3-4b85-ba12-ee79f222ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'name': 'tempest-TestVolumeBootPattern-1279541265-router', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'external_fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '9d5bf84f-d781-4fea-a0a3-8ad8999e128d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:30Z', 'updated_at': '2021-06-10T23:02:13Z', 'revision_number': 5, 'project_id': '62fc9303bfa740019a93723a5e670e10', 'gw_port': {'id': '9d5bf84f-d781-4fea-a0a3-8ad8999e128d', 'name': '', 'network_id': '3e0b5106-2246-44f7-b3cf-d443495374ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '17f05b42-d589-492d-92f5-924cba61950f', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T22:52:32Z', 'updated_at': '2021-06-10T22:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17f05b42-d589-492d-92f5-924cba61950f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-2-iscsi'}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:15.080483 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207593d-92b3-4b85-ba12-ee79f222ac60 None None] Checking router: dff4f88a-f6c5-483c-8cc8-2d206721c99d for host: dv-cinder-790535-2-iscsi {{(pid=98757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 23:02:15.088219 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Deleting port 9d5bf84f-d781-4fea-a0a3-8ad8999e128d {{(pid=98755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:02:15.088752 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:15.088862 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207593d-92b3-4b85-ba12-ee79f222ac60 None None] Routers {'dff4f88a-f6c5-483c-8cc8-2d206721c99d'} bound to L3 agent in host dv-cinder-790535-2-iscsi {{(pid=98757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 23:02:15.089442 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-a207593d-92b3-4b85-ba12-ee79f222ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T22:38:25Z,description=,heartbeat_timestamp=2021-06-10T23:01:55Z,host='dv-cinder-790535-2-iscsi',id=9e203144-a816-49db-8412-f3f5fb058eed,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T22:38:25Z,topic='l3_agent')) {'router_ids': ['dff4f88a-f6c5-483c-8cc8-2d206721c99d'], 'active': True} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:15.195310 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.db [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] For port 9d5bf84f-d781-4fea-a0a3-8ad8999e128d, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=9d5bf84f-d781-4fea-a0a3-8ad8999e128d,segment=NetworkSegment(92724177-6e5e-4ea1-9b43-b1bdd802fe7f),segment_id=92724177-6e5e-4ea1-9b43-b1bdd802fe7f)] {{(pid=98755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 23:02:15.195672 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:15.290090 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.plugins.ml2.plugin [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Calling delete_port for 9d5bf84f-d781-4fea-a0a3-8ad8999e128d owned by network:router_gateway {{(pid=98755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:02:15.300004 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_dvr_db [None req-a207593d-92b3-4b85-ba12-ee79f222ac60 None None] Set router dff4f88a-f6c5-483c-8cc8-2d206721c99d gateway port host: None {{(pid=98757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 23:02:15.375272 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.l3_hamode_db [None req-a207593d-92b3-4b85-ba12-ee79f222ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'name': 'tempest-TestVolumeBootPattern-1279541265-router', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:30Z', 'updated_at': '2021-06-10T23:02:14Z', 'revision_number': 6, 'project_id': '62fc9303bfa740019a93723a5e670e10', 'gw_port_host': None}], 'dv-cinder-790535-2-iscsi', False) {} {{(pid=98757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:15.378646 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207593d-92b3-4b85-ba12-ee79f222ac60 None None] The sync data for ids ['dff4f88a-f6c5-483c-8cc8-2d206721c99d'] in dv-cinder-790535-2-iscsi is: [{'id': 'dff4f88a-f6c5-483c-8cc8-2d206721c99d', 'name': 'tempest-TestVolumeBootPattern-1279541265-router', 'tenant_id': '62fc9303bfa740019a93723a5e670e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T22:52:30Z', 'updated_at': '2021-06-10T23:02:14Z', 'revision_number': 6, 'project_id': '62fc9303bfa740019a93723a5e670e10', 'gw_port_host': None}] {{(pid=98757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 23:02:15.528272 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260564542'] for port, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:15.531059 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-98d319cb-4b16-4885-8e60-13a6fd1242a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:15.560496 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5bf84f-d781-4fea-a0a3-8ad8999e128d,revision_number=None']} {{(pid=98755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:15.564201 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG oslo_concurrency.lockutils [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:15.633747 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-514152'] for router_gateway, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:15.763776 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-508059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9173'] for router, precommit_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:15.765977 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:15.888266 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-508493'] for router, after_delete {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:15.888704 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dff4f88a-f6c5-483c-8cc8-2d206721c99d {{(pid=98755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 23:02:15.892964 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron_lib.callbacks.manager [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] Notify callbacks [] for router, before_response {{(pid=98755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:15.894132 dv-cinder-790535-2-iscsi neutron-server[98755]: INFO neutron.wsgi [None req-efbce959-36b1-428e-9c36-372528ba65c8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/dff4f88a-f6c5-483c-8cc8-2d206721c99d HTTP/1.1" status: 204 len: 168 time: 1.2039726 Jun 10 23:02:15.896739 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 54290) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:02:15.948613 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.db_base_plugin_v2 [None req-194946ca-2d96-46f8-adfa-8a63a4461d52 admin admin] Deleting subnet 4c318c31-f686-40d1-a23f-431f39ab2f21 {{(pid=98754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 23:02:15.951556 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-194946ca-2d96-46f8-adfa-8a63a4461d52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:15.992313 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-194946ca-2d96-46f8-adfa-8a63a4461d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261414575'] for subnet, precommit_delete_associations {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:16.084216 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-194946ca-2d96-46f8-adfa-8a63a4461d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1420554'] for subnet, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:16.211692 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-194946ca-2d96-46f8-adfa-8a63a4461d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1420561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261568170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260754709'] for subnet, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:16.214178 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:16.244998 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194946ca-2d96-46f8-adfa-8a63a4461d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c318c31-f686-40d1-a23f-431f39ab2f21,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:16.247894 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-194946ca-2d96-46f8-adfa-8a63a4461d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:16.248876 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-194946ca-2d96-46f8-adfa-8a63a4461d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for subnet, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:16.250919 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-194946ca-2d96-46f8-adfa-8a63a4461d52 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4c318c31-f686-40d1-a23f-431f39ab2f21 HTTP/1.1" status: 204 len: 168 time: 0.3530068 Jun 10 23:02:16.253294 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 54292) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:02:16.256167 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79524f3d-1dbb-42ea-a0d0-5840493fab72 None None] Network a7db28e3-f32d-4aca-96a3-9aa37b9736d9 requested from dv-cinder-790535-2-iscsi {{(pid=98756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 23:02:16.346800 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1591955'] for network, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:16.408697 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Deleting port 30e38116-5ece-42cc-a3b6-ebc16a1ad791 {{(pid=98754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:02:16.408977 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:16.495622 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aef93a3-684f-4421-85ec-8142a013003d None None] DHCP port deletion for a7db28e3-f32d-4aca-96a3-9aa37b9736d9 request from dv-cinder-790535-2-iscsi {{(pid=98756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 23:02:16.499231 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.db [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] For port 30e38116-5ece-42cc-a3b6-ebc16a1ad791, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=30e38116-5ece-42cc-a3b6-ebc16a1ad791,segment=NetworkSegment(f8c460a2-7efe-4f78-aef0-b9c5d35baf0a),segment_id=f8c460a2-7efe-4f78-aef0-b9c5d35baf0a)] {{(pid=98754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 23:02:16.499591 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:16.547063 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-2aef93a3-684f-4421-85ec-8142a013003d None None] Deleting port 30e38116-5ece-42cc-a3b6-ebc16a1ad791 {{(pid=98756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 10 23:02:16.547587 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2aef93a3-684f-4421-85ec-8142a013003d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787107182367'] for port, before_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:16.591392 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.plugin [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Calling delete_port for 30e38116-5ece-42cc-a3b6-ebc16a1ad791 owned by network:dhcp {{(pid=98754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:02:16.635638 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.db [None req-2aef93a3-684f-4421-85ec-8142a013003d None None] For port 30e38116-5ece-42cc-a3b6-ebc16a1ad791, host dv-cinder-790535-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-2-iscsi',level=0,port_id=30e38116-5ece-42cc-a3b6-ebc16a1ad791,segment=NetworkSegment(f8c460a2-7efe-4f78-aef0-b9c5d35baf0a),segment_id=f8c460a2-7efe-4f78-aef0-b9c5d35baf0a)] {{(pid=98756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 23:02:16.635982 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2aef93a3-684f-4421-85ec-8142a013003d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515218'] for port, precommit_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:16.755547 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261566816'] for port, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:16.756525 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-b61425b3-1e59-427e-9039-f203a1fd1f69 tempest-AttachVolumeShelveTestJSON-1875422358 tempest-AttachVolumeShelveTestJSON-1875422358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:16.789154 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=30e38116-5ece-42cc-a3b6-ebc16a1ad791,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:16.792350 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:16.793500 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] No DVR routers for this DVR port 30e38116-5ece-42cc-a3b6-ebc16a1ad791 on host dv-cinder-790535-2-iscsi {{(pid=98754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 23:02:16.860593 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-2aef93a3-684f-4421-85ec-8142a013003d None None] Calling delete_port for 30e38116-5ece-42cc-a3b6-ebc16a1ad791 owned by network:dhcp {{(pid=98756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 10 23:02:16.866067 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 9d5bf84f-d781-4fea-a0a3-8ad8999e128d no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 23:02:16.893238 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1418885', 'neutron.services.segments.db._delete_segments_for_network-8787107298991'] for network, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:16.896811 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 9d5bf84f-d781-4fea-a0a3-8ad8999e128d {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 23:02:16.897163 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 9d5bf84f-d781-4fea-a0a3-8ad8999e128d not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 23:02:16.897574 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 23:02:16.904579 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7db28e3-f32d-4aca-96a3-9aa37b9736d9']}} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:16.915643 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c460a2-7efe-4f78-aef0-b9c5d35baf0a') {'for_net_delete': True} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:16.915969 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.services.segments.db [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c460a2-7efe-4f78-aef0-b9c5d35baf0a') {} {{(pid=98754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 23:02:16.925628 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787107298820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261414582'] for segment, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:16.939781 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357'] for segment, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:16.945762 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=98754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 23:02:16.946140 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1399357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261566773'] for segment, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: Traceback (most recent call last): Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: timer() Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: cb(*args, **kw) Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: return func(*args, **kwargs) Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: self._notify() Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: self.callback(batched_events) Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: event.method(event) Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: return f(self, *a, **k) Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._get(url).json() Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: return self.request(url, 'GET', **kwargs) Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 23:02:16.947763 dv-cinder-790535-2-iscsi neutron-server[98754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 23:02:16.963559 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 23:02:16.964105 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device f71ef46f-57a1-4f3e-b45c-9ffe32d9de05 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 23:02:16.964530 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 30e38116-5ece-42cc-a3b6-ebc16a1ad791 no longer exists at agent ovs-agent-dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 23:02:16.992093 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.plugin [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] No Port match for: 30e38116-5ece-42cc-a3b6-ebc16a1ad791 {{(pid=98756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 10 23:02:16.992377 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.plugins.ml2.rpc [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Device 30e38116-5ece-42cc-a3b6-ebc16a1ad791 not bound to the agent host dv-cinder-790535-2-iscsi {{(pid=98756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 23:02:17.022211 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2aef93a3-684f-4421-85ec-8142a013003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1471386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643878', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787107187523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787106746152'] for port, after_delete {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:17.024117 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:17.049847 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef93a3-684f-4421-85ec-8142a013003d None None] Pushing event deleted for resources: {'Port': ['ID=30e38116-5ece-42cc-a3b6-ebc16a1ad791,revision_number=None']} {{(pid=98756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:17.054020 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG oslo_concurrency.lockutils [None req-2aef93a3-684f-4421-85ec-8142a013003d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:17.056290 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef93a3-684f-4421-85ec-8142a013003d None None] No DVR routers for this DVR port 30e38116-5ece-42cc-a3b6-ebc16a1ad791 on host dv-cinder-790535-2-iscsi {{(pid=98756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 23:02:17.091608 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1418892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-354354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-643887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-514055'] for network, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:17.096179 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643892'] for network, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:17.099483 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a7db28e3-f32d-4aca-96a3-9aa37b9736d9 HTTP/1.1" status: 204 len: 168 time: 0.8447418 Jun 10 23:02:17.100381 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-cf7e2360-f858-4daa-b7a2-d975e13dc6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:17.116144 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7db28e3-f32d-4aca-96a3-9aa37b9736d9,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:17.118537 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-26ec5081-27d9-450e-ae01-842b80a9d4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:17.205825 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:17.422826 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 54296) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:02:17.465896 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-e9604a72-61f8-46ce-b762-0637cc112bff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cd98d9793274a1ca8847ac8ecc0f2af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418513 Jun 10 23:02:17.468211 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 54298) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:02:17.517560 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6f74e00c-eb82-4fc5-9288-6dba24c671c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:17.539569 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6f74e00c-eb82-4fc5-9288-6dba24c671c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:17.674427 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6f74e00c-eb82-4fc5-9288-6dba24c671c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:17.677125 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-6f74e00c-eb82-4fc5-9288-6dba24c671c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:17.683002 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-6f74e00c-eb82-4fc5-9288-6dba24c671c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ab60454-9c5a-487a-9c9e-c7d66dd457b6 HTTP/1.1" status: 204 len: 168 time: 0.2092597 Jun 10 23:02:17.683002 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-2baf9a85-f78b-43f3-9846-06992ad997b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:17.687916 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74e00c-eb82-4fc5-9288-6dba24c671c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab60454-9c5a-487a-9c9e-c7d66dd457b6,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:17.695363 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-6f74e00c-eb82-4fc5-9288-6dba24c671c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:17.816890 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 23:02:18.315707 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 54304) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:02:18.363643 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-e5b1dbe1-33f6-43d8-93d8-f9276742d969 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62fc9303bfa740019a93723a5e670e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448470 Jun 10 23:02:18.364028 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.wsgi [-] (98754) accepted ('10.222.0.25', 54306) {{(pid=98754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 23:02:18.414177 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8fbb-b834-438d-8be8-0c9b92663adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:18.436274 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8fbb-b834-438d-8be8-0c9b92663adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:18.642567 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8fbb-b834-438d-8be8-0c9b92663adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-317835'] for security_group, after_delete {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:18.645154 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8fbb-b834-438d-8be8-0c9b92663adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:18.646429 dv-cinder-790535-2-iscsi neutron-server[98754]: INFO neutron.wsgi [None req-dcbd8fbb-b834-438d-8be8-0c9b92663adf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a7a0ba3-77e5-4a28-b5f3-ac068bbd9509 HTTP/1.1" status: 204 len: 168 time: 0.2808862 Jun 10 23:02:18.647240 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-fc47f495-7396-4127-b396-e60cedd48251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 23:02:18.656114 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd8fbb-b834-438d-8be8-0c9b92663adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7a0ba3-77e5-4a28-b5f3-ac068bbd9509,revision_number=None']} {{(pid=98754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 23:02:18.658322 dv-cinder-790535-2-iscsi neutron-server[98754]: DEBUG oslo_concurrency.lockutils [None req-dcbd8fbb-b834-438d-8be8-0c9b92663adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 23:02:22.194994 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b7646128-e280-45b0-9ce5-006f2ffe2d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:24.808366 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-ed7c7612-569a-4bb3-ae53-706cc724174a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:24.836668 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:25.774021 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:27.313898 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:39.498535 dv-cinder-790535-2-iscsi neutron-server[98755]: DEBUG neutron.wsgi [req-1db6c491-c4f8-4312-aa46-5bbd839f1dcd req-4d768aff-1229-4504-b495-6f6570eb2c97 service neutron] (98755) timed out ('10.222.0.13', 57101) {{(pid=98755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 23:02:47.247817 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:52.194221 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-53a71406-6bff-4937-85bd-dbd85cd0eebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:54.814872 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 23:02:54.825170 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-6c1d4425-afae-4740-a8f4-45d89f99d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:54.853520 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:55.799624 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:02:57.294031 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:03:17.233686 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:03:22.195750 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-935ac897-f60c-4ebc-98ba-2293d3b4804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:03:24.790531 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-cdcd5029-584f-4372-82c5-4e2b6a9bf95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:03:24.813060 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:03:25.813455 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:03:27.336689 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:03:31.813397 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 23:03:47.235784 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:03:52.178848 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9e541f1c-0eb8-4233-b6f1-05aa0f62b9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:03:54.824362 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9dc53319-b5c7-4eb5-9761-dc2c831c99b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:03:54.852745 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:03:55.795935 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:03:57.315372 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:04:08.811838 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 23:04:17.256591 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:04:22.210507 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-437bfb4b-8f80-4266-ad13-399404eefb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:04:24.858445 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-fcdb944d-a4e5-4f8f-bcb5-aa7f88152584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:04:24.887128 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:04:25.787845 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:04:27.315198 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:04:45.811024 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 23:04:47.246430 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:04:52.210242 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-71b56962-5a3b-42f9-80cd-d2d4fe5639d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:04:54.783507 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-15477e1a-b7ec-4798-ac63-7da1fe794a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:04:54.801287 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:04:55.799080 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:04:57.313303 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:05:17.274803 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:05:22.229219 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-c3434bc2-05fc-43d4-be89-0bcc82c459b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:05:22.809964 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 23:05:24.811600 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-d45f2e3c-7b4e-4218-9602-304129bf3b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:05:24.834802 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:05:25.805296 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:05:27.325792 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:05:47.268219 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:05:52.182601 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-0b48fea6-a722-4595-a311-41c696ca45a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:05:54.794131 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-fe8f7dc8-d84f-4911-a0db-d517f53c9043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:05:54.851116 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:05:55.816576 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:05:57.319254 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:05:59.809184 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 23:06:17.278316 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:06:22.186270 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-194e5759-8c47-4d6b-a6fb-66bca069a9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:06:24.803428 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3328-762f-4418-a655-9ca252e29d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:06:24.883405 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:06:25.814168 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:06:27.323681 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:06:36.807945 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 23:06:47.259546 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:06:52.179133 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-110205a5-88a8-49b9-9363-e6101f667f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:06:54.807653 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a3a5-cbfd-4eee-afdc-1e8f05912eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:06:54.830444 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:06:55.819121 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:06:57.344675 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:07:13.806643 dv-cinder-790535-2-iscsi neutron-server[98757]: DEBUG neutron.db.agents_db [None req-4565fe38-6cec-4aed-9bb9-40a9aa8d94ee None None] Agent healthcheck: found 6 active agents {{(pid=98757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 23:07:17.263680 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-9263616d-28be-4c6f-9040-65978619d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:07:22.195219 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-18bb8e3a-37e1-4981-8494-1f905530064d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:07:24.834969 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-1b6468f9-2e3b-44b5-92c7-33f051f570dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:07:24.857850 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-77040fe7-0ab7-4468-bd02-dc7b654340de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:07:25.846136 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-2dd135e8-271b-4e90-a43a-8bf010a06d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 23:07:27.345432 dv-cinder-790535-2-iscsi neutron-server[98756]: DEBUG neutron_lib.callbacks.manager [None req-b43c0c40-bad4-4c17-a12d-6ce77536b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787107298973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1423691'] for agent, after_update {{(pid=98756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}